-- Logs begin at Mon 2022-03-21 20:31:26 UTC, end at Mon 2022-03-21 22:31:42 UTC. -- Mar 21 21:55:50.248010 dv-cinder-834545-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 21 21:55:53.275308 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.common.config [-] Logging enabled! Mar 21 21:55:53.275989 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev37 Mar 21 21:55:53.276134 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115751) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 21 21:55:53.279545 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.common.config [-] Logging enabled! Mar 21 21:55:53.279808 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev37 Mar 21 21:55:53.280121 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115751) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 21 21:55:53.281105 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 21:55:53.281342 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 21:55:53.281759 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 21:55:53.282005 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 21:55:53.282232 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 21:55:53.283149 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.283593 dv-cinder-834545-1-iscsi neutron-server[115751]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 21 21:55:53.283925 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.284225 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.284520 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.284820 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.285113 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.285397 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.285688 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.285989 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.286279 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.286560 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.286846 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.287241 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.287526 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.287813 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.288102 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.289296 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] debug = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.289502 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.289941 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.290379 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.290664 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.290984 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.291267 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.291683 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.291880 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.292097 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.292486 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] host = dv-cinder-834545-1-iscsi {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.292768 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.293058 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.293347 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.293636 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.293913 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.294191 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.294476 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.294750 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.295051 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] log_file = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.295326 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.295618 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.295905 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.296202 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.296431 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.296907 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.297195 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.297482 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.297755 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.298029 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.298301 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.298572 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.298844 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.299137 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.299430 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.299711 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.299998 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.300271 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.300543 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.300815 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.301081 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.301364 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.301638 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.301909 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.302182 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.302468 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.302736 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.303032 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.303340 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.303627 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.303910 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.304194 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.304468 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.304751 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.305023 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.305293 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.305565 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] use_json = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.305835 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.306103 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.306385 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.306657 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.306958 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.307234 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.307507 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.307795 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.308616 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:53.308911 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.309209 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.309510 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.309988 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.310295 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.310577 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.310872 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.311171 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.311461 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.311750 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.312040 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.312318 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.312619 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.312908 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.313202 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.313510 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.313806 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.314102 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.314378 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.314653 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.314950 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.315232 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.315520 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.315796 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.316085 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.316376 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.316654 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.316952 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.317242 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.317535 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.317826 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.318100 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.318388 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.318689 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.318986 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.319261 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.319538 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.319837 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.320114 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.320383 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.320663 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.320963 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.321212 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.321481 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.321755 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.322046 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.322322 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.322596 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.322868 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.323167 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.323439 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.324273 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.324566 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.324841 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.325109 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.325388 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.325659 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.325931 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.326206 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.326478 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.326755 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.327054 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.327332 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.327605 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.327872 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.328142 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.328411 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.328680 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.328955 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.329225 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.329494 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.329764 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.330035 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.330304 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.330593 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.330915 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.331200 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.331476 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.331750 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.332023 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.332296 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.332570 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.332845 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.333119 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.333390 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.333686 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.333968 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.334255 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.334562 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.334840 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.335163 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.335439 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.335714 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.335994 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.336268 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.336543 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.336825 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.337107 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.337408 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.337702 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.337996 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.338289 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.338587 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.338866 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.339859 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.339859 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:53.339859 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 21:55:53.340546 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115751) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 21 21:55:53.716450 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 21 21:55:53.716726 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 21 21:55:53.717040 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 21 21:55:53.717525 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 21 21:55:54.062426 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.062622 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.062896 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.064069 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.064338 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.064721 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.122198 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.122471 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.122734 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.138246 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.138532 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.138800 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.168645 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.168922 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.169185 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.318836 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.319613 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.319613 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.562281 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.562586 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.562837 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.563134 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.563821 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.663642 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.663945 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.664227 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.664498 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.664764 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.665073 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.665328 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.665580 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.665832 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.666110 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.666367 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.666627 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.666905 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.667148 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.667919 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.668183 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.668436 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.668703 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.668969 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.669225 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.669496 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.669744 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.670023 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.670403 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.670652 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.670918 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.671314 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 21:55:54.671818 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 21:55:54.672052 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 21:55:54.672286 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 21:55:54.672520 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 21:55:54.672752 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 21:55:54.673116 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 21 21:55:54.676421 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 21 21:55:54.680510 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 21 21:55:54.684788 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Mar 21 21:55:54.686432 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 21 21:55:54.686929 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 21 21:55:54.687274 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 21 21:55:54.687660 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 21 21:55:54.690581 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 21 21:55:54.690838 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 21 21:55:54.691210 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 21 21:55:54.696101 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 21 21:55:54.719861 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 21 21:55:54.720317 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.720613 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115751) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 21 21:55:54.720981 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.722357 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115751) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 21 21:55:54.722636 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 21 21:55:54.722897 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 21 21:55:54.726214 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.726495 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:54.790024 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 21 21:55:54.790255 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 21 21:55:54.790487 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 21 21:55:54.790863 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 21 21:55:54.812958 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_db.sqlalchemy.engines [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115751) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 21 21:55:55.397621 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Initializing driver for type 'gre' Mar 21 21:55:55.398675 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] gre ID ranges: [(1, 1000)] Mar 21 21:55:55.578910 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Initializing driver for type 'local' Mar 21 21:55:55.579421 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Initializing driver for type 'vlan' Mar 21 21:55:55.648997 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] VlanTypeDriver initialization complete Mar 21 21:55:55.649266 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Initializing driver for type 'vxlan' Mar 21 21:55:55.649786 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] vxlan ID ranges: [(1, 1000)] Mar 21 21:55:55.854504 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Initializing extension driver 'port_security' Mar 21 21:55:55.854911 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.extensions.port_security [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] PortSecurityExtensionDriver initialization complete Mar 21 21:55:55.855778 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Initializing mechanism driver 'openvswitch' Mar 21 21:55:55.856117 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Initializing mechanism driver 'hyperv' Mar 21 21:55:55.862867 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.plugins.ml2.plugin [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:55:55.863561 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > port after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.863937 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > port after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.864290 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > port after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.864822 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 21:55:55.865256 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.865644 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.865983 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.866386 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 21:55:55.866793 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > network after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.867166 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > network after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.867510 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > network after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.867908 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 21:55:55.868314 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > security_group after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.868664 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > security_group after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.869004 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.869549 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 21:55:55.869966 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.870325 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.870674 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.871105 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 21:55:55.876681 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > address_group after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.876681 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > address_group after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.876681 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.876681 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 21:55:55.876681 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] ML2 OVO RPC backend initialized. {{(pid=115751) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 21 21:55:55.877251 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.877251 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.877251 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > network before_response 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.877251 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > networks before_response 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.877570 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > port before_response 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.877570 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > ports before_response 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.877570 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > subnet before_response 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.877570 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > subnets before_response 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.877875 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > network after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.877875 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > network after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.877875 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > network after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.877875 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > port after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.878149 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > port after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.878149 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > port after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.878372 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.878707 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.879067 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.887849 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded quota_driver: . Mar 21 21:55:55.888205 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.plugin [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Modular L2 Plugin initialization complete Mar 21 21:55:55.888549 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading services supported by the core plugin {{(pid=115751) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 21 21:55:55.888891 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.plugins.ml2.managers [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Got port-security extension from driver 'port_security' Mar 21 21:55:55.889371 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.extensions.vlantransparent [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Disabled vlantransparent extension. Mar 21 21:55:55.889868 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115751) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 21 21:55:55.890192 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading Plugin: router Mar 21 21:55:55.927097 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.927427 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router after_create 55549900 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.927798 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router before_create 55549900 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.928164 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.928537 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.928895 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router after_delete 55549900 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.929255 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.929604 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.929966 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router after_create 55549900 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.930311 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router after_update 55549900 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.930660 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router after_update 55549900 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.931066 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.931424 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router after_update 55549900 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.931839 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.932211 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: port after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.932558 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: port after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.932931 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: subnet after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.933279 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.933630 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.933979 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.934319 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: port before_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.934664 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router precommit_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.935048 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router after_update 55549900 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.935398 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.935745 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.936107 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.936449 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.936812 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > agent after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.937165 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > agent after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.937512 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > network after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.938385 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Tracking information for resource: router configured {{(pid=115751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 21:55:55.938715 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Tracking information for resource: floatingip configured {{(pid=115751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 21:55:55.943873 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.db.l3_agentschedulers_db [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 21 21:55:55.944462 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: port after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.944826 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: port after_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.945182 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: port after_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.945540 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: port after_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.946529 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router before_create 55550100 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.946844 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.947241 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router precommit_create 55550100 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.947626 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > router precommit_update 55550100 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.952984 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.services.provider_configuration [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Service providers = [] {{(pid=115751) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 21 21:55:55.953350 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.db.servicetype_db [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115751) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 21 21:55:55.956388 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.services.service_base [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 21:55:55.956806 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.services.service_base [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 21:55:55.957083 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.services.service_base [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 21:55:55.957972 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.services.service_base [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 21:55:55.958347 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.services.service_base [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 21 21:55:55.958737 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 21:55:55.959084 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 21 21:55:55.970737 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 21:55:55.971102 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading Plugin: auto_allocate Mar 21 21:55:55.977101 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: network precommit_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.977473 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: network precommit_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.978010 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 21:55:55.978332 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading Plugin: tag Mar 21 21:55:55.985673 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 21:55:55.986010 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading Plugin: timestamp Mar 21 21:55:55.990159 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 21:55:55.990492 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading Plugin: network_ip_availability Mar 21 21:55:55.996755 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.997127 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.997482 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:55.998225 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 21:55:55.998547 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading Plugin: flavors Mar 21 21:55:56.003414 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 21:55:56.003747 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading Plugin: revisions Mar 21 21:55:56.008087 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 21:55:56.008486 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_concurrency.lockutils [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.291s {{(pid=115751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 21 21:55:56.009226 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115751) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 21 21:55:56.009566 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Initializing extension manager. Mar 21 21:55:56.010089 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: __init__.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.010433 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: __pycache__ {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.010767 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: address_group.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.011575 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.012154 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: address-group Mar 21 21:55:56.012480 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: address_scope.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.013195 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.013707 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: address-scope Mar 21 21:55:56.014022 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.014975 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.015482 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: router-admin-state-down-before-update Mar 21 21:55:56.015804 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: agent.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.016712 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.017216 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: agent Mar 21 21:55:56.017539 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: agent_resources_synced.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.018445 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.018982 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: agent-resources-synced Mar 21 21:55:56.019305 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: allowedaddresspairs.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.021115 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.021632 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: allowed-address-pairs Mar 21 21:55:56.021957 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: auto_allocated_topology.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.023073 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.023591 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: auto-allocated-topology Mar 21 21:55:56.023917 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: availability_zone.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.024609 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.025112 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: availability_zone Mar 21 21:55:56.025434 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: availability_zone_filter.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.026343 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.026893 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: availability_zone_filter Mar 21 21:55:56.027222 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: data_plane_status.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.028136 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.028639 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension data-plane-status not supported by any of loaded plugins Mar 21 21:55:56.028963 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: default_subnetpools.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.029877 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.030384 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: default-subnetpools Mar 21 21:55:56.030706 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.031554 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.032063 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: dhcp_agent_scheduler Mar 21 21:55:56.032386 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: dns.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.033304 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.033806 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension dns-integration not supported by any of loaded plugins Mar 21 21:55:56.034127 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: dns_domain_ports.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.035072 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.035580 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 21 21:55:56.035902 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.036822 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.037328 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 21 21:55:56.037648 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: dvr.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.038313 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.038817 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: dvr Mar 21 21:55:56.039161 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: ecmp_routes.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.040070 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.040569 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 21 21:55:56.040895 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: empty_string_filtering.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.041799 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.042975 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: empty-string-filtering Mar 21 21:55:56.043307 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.044221 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.044722 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 21 21:55:56.045041 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.045960 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.046731 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 21 21:55:56.047087 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: external_net.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.048000 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.048501 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: external-net Mar 21 21:55:56.048819 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.049738 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.050245 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: extra_dhcp_opt Mar 21 21:55:56.050565 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: extraroute.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.051503 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.052006 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: extraroute Mar 21 21:55:56.052327 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: extraroute_atomic.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.053360 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.053863 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: extraroute-atomic Mar 21 21:55:56.054185 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: filter_validation.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.054843 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.055366 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: filter-validation Mar 21 21:55:56.055686 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: fip_pf_description.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.056591 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.057086 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 21 21:55:56.057407 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: fip_pf_port_range.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.058980 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.059479 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 21 21:55:56.059802 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: fip_port_details.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.060726 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.061226 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: fip-port-details Mar 21 21:55:56.061554 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: flavors.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.062780 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.063321 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: flavors Mar 21 21:55:56.063643 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.065327 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.065852 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 21 21:55:56.066187 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: floatingip_pools.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.066912 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.067444 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: floatingip-pools Mar 21 21:55:56.067770 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: ip_allocation.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.068694 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.069202 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension ip_allocation not supported by any of loaded plugins Mar 21 21:55:56.069527 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.070441 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.070982 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: ip-substring-filtering Mar 21 21:55:56.071313 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: l2_adjacency.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.072243 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.072745 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 21 21:55:56.073067 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: l3.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.075588 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.076120 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: router Mar 21 21:55:56.076458 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.078728 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.079279 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 21 21:55:56.079611 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.080534 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.081045 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: ext-gw-mode Mar 21 21:55:56.081379 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.082297 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.082812 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: l3-ha Mar 21 21:55:56.083166 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.084076 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.084581 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 21 21:55:56.084905 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: l3_flavors.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.085813 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.086322 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: l3-flavors Mar 21 21:55:56.086646 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.088071 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.088590 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 21 21:55:56.088919 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.089871 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.090382 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 21 21:55:56.090714 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: l3agentscheduler.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.091808 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.092321 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: l3_agent_scheduler Mar 21 21:55:56.092653 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: local_ip.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.094464 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.095020 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension local_ip not supported by any of loaded plugins Mar 21 21:55:56.095358 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: logging.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.096846 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.097365 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension logging not supported by any of loaded plugins Mar 21 21:55:56.097699 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: metering.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.098444 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.099069 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: metering Mar 21 21:55:56.099396 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.100519 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.101036 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: metering_source_and_destination_fields Mar 21 21:55:56.101371 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: multiprovidernet.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.102302 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.102810 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: multi-provider Mar 21 21:55:56.103241 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: netmtu.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.104166 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.104675 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: net-mtu Mar 21 21:55:56.105523 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: netmtu_writable.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.106448 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.106980 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: net-mtu-writable Mar 21 21:55:56.107303 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: network_availability_zone.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.107980 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.108481 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: network_availability_zone Mar 21 21:55:56.108799 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: network_ip_availability.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.109929 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.110442 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: network-ip-availability Mar 21 21:55:56.110764 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: network_segment_range.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.111743 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.112246 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension network-segment-range not supported by any of loaded plugins Mar 21 21:55:56.112568 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: pagination.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.113555 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.113886 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: pagination Mar 21 21:55:56.114207 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: port_device_profile.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.115150 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.115667 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: port-device-profile Mar 21 21:55:56.116193 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.116915 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.117423 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: port-mac-address-regenerate Mar 21 21:55:56.117745 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.118655 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.119185 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: port-numa-affinity-policy Mar 21 21:55:56.119508 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: port_resource_request.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.120475 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.121488 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension port-resource-request not supported by any of loaded plugins Mar 21 21:55:56.121810 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: port_resource_request_groups.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.122783 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.123311 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 21 21:55:56.123631 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: portbindings.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.124549 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.125052 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: binding Mar 21 21:55:56.125372 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: portbindings_extended.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.126676 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.127219 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: binding-extended Mar 21 21:55:56.127546 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: portsecurity.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.128464 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.128972 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: port-security Mar 21 21:55:56.129296 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: project_id.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.130274 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.130605 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: project-id Mar 21 21:55:56.130960 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: providernet.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.131887 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.132398 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: provider Mar 21 21:55:56.132717 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: qos.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.136469 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.136995 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension qos not supported by any of loaded plugins Mar 21 21:55:56.137328 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.138612 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.139183 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 21 21:55:56.139513 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.140436 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.140944 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 21 21:55:56.141276 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: qos_default.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.142237 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.142745 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension qos-default not supported by any of loaded plugins Mar 21 21:55:56.143101 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: qos_fip.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.144027 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.144535 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension qos-fip not supported by any of loaded plugins Mar 21 21:55:56.144859 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.145775 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.146285 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 21 21:55:56.146607 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: qos_gateway_ip.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.147568 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.148081 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 21 21:55:56.148404 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: qos_port_network_policy.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.149319 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.149828 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 21 21:55:56.150148 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.151239 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.151780 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 21 21:55:56.152108 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.153148 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.153660 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 21 21:55:56.153986 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: qos_pps_rule.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.155219 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.155735 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension qos-pps not supported by any of loaded plugins Mar 21 21:55:56.156062 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: qos_rule_type_details.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.156977 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.157486 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 21 21:55:56.157812 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: qos_rule_type_filter.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.158731 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.159273 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 21 21:55:56.159600 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: qos_rules_alias.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.160649 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.161158 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 21 21:55:56.161490 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: quota_check_limit.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.162406 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.162942 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: quota-check-limit Mar 21 21:55:56.163272 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: quotasv2.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.164259 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.164727 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: quotas Mar 21 21:55:56.165057 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: quotasv2_detail.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.166800 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.167182 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: quota_details Mar 21 21:55:56.168022 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: rbac.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.169116 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.169647 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: rbac-policies Mar 21 21:55:56.169976 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: rbac_address_group.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.184162 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.184645 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: rbac-address-group Mar 21 21:55:56.184979 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: rbac_address_scope.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.185942 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.186452 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: rbac-address-scope Mar 21 21:55:56.186774 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: rbac_security_groups.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.187806 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.188313 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: rbac-security-groups Mar 21 21:55:56.188628 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: rbac_subnetpool.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.189564 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.190075 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: rbac-subnetpool Mar 21 21:55:56.190382 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: revisionifmatch.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.191322 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.191831 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: revision-if-match Mar 21 21:55:56.192148 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: revisions.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.193280 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.193786 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: standard-attr-revisions Mar 21 21:55:56.194112 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: router_availability_zone.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.194823 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.195353 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: router_availability_zone Mar 21 21:55:56.195673 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: routerservicetype.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.196588 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.197089 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension router-service-type not supported by any of loaded plugins Mar 21 21:55:56.197410 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.198333 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.199394 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: security-groups-normalized-cidr Mar 21 21:55:56.199709 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.200653 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.201158 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: port-security-groups-filtering Mar 21 21:55:56.201474 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.202405 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.202923 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: security-groups-remote-address-group Mar 21 21:55:56.203244 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.204166 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.204670 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: security-groups-shared-filtering Mar 21 21:55:56.204988 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.205572 dv-cinder-834545-1-iscsi neutron-server[115751]: WARNING neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 21 21:55:56.205910 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: securitygroup.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.216277 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.216808 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: security-group Mar 21 21:55:56.217139 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: segment.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.217862 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.218362 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension segment not supported by any of loaded plugins Mar 21 21:55:56.218685 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.219650 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.220154 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 21 21:55:56.220476 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: servicetype.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.221575 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.222089 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: service-type Mar 21 21:55:56.222415 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: sorting.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.223454 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.223795 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: sorting Mar 21 21:55:56.224112 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: standard_attr_segment.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.225035 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.225547 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 21 21:55:56.225865 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: standardattrdescription.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.226502 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.227041 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: standard-attr-description Mar 21 21:55:56.227362 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: stateful_security_group.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.228363 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.228896 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: stateful-security-group Mar 21 21:55:56.229212 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: stdattrs_common.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.229820 dv-cinder-834545-1-iscsi neutron-server[115751]: WARNING neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 21 21:55:56.230143 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.231111 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.231615 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 21 21:55:56.231930 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: subnet_onboard.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.232995 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.233507 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: subnet_onboard Mar 21 21:55:56.233827 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.234744 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.235268 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 21 21:55:56.235589 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: subnet_service_types.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.236501 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.237048 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: subnet-service-types Mar 21 21:55:56.237320 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: subnetallocation.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.238392 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.238913 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: subnet_allocation Mar 21 21:55:56.239237 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.239897 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.240397 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: subnetpool-prefix-ops Mar 21 21:55:56.240714 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.241638 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.242142 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 21 21:55:56.242458 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: tagging.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.243574 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.244077 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: standard-attr-tag Mar 21 21:55:56.248886 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: timestamp.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.249851 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.250363 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loaded extension: standard-attr-timestamp Mar 21 21:55:56.250688 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: trunk.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.251775 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.252286 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension trunk not supported by any of loaded plugins Mar 21 21:55:56.252609 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: trunk_details.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.253524 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.254030 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension trunk-details not supported by any of loaded plugins Mar 21 21:55:56.254351 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: uplink_status_propagation.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.255291 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.255796 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 21 21:55:56.256115 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Loading extension file: vlantransparent.py {{(pid=115751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 21:55:56.256793 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 21:55:56.257319 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 21 21:55:56.259908 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of TrackedResource for resource:network Mar 21 21:55:56.260446 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of TrackedResource for resource:subnet Mar 21 21:55:56.260833 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 21:55:56.262049 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of TrackedResource for resource:port Mar 21 21:55:56.263670 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.v2.resource_helper [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:55:56.264108 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.v2.resource_helper [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Service FLAVORS assigned prefix: {{(pid=115751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:55:56.264724 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.v2.resource_helper [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:55:56.265157 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.v2.resource_helper [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:55:56.265484 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of TrackedResource for resource:router Mar 21 21:55:56.265900 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of TrackedResource for resource:floatingip Mar 21 21:55:56.266385 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.v2.resource_helper [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Service METERING assigned prefix: /metering {{(pid=115751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:55:56.267863 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:56.268231 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:56.268594 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 21:55:56.269600 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of CountableResource for resource:rbac_policy Mar 21 21:55:56.270031 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of TrackedResource for resource:security_group Mar 21 21:55:56.270456 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 21 21:55:56.271068 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.v2.resource_helper [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Service CORE assigned prefix: {{(pid=115751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:55:56.271394 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 21:55:56.271732 dv-cinder-834545-1-iscsi neutron-server[115751]: WARNING neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] subnetpool is already registered Mar 21 21:55:56.272156 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.v2.resource_helper [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Service CORE assigned prefix: {{(pid=115751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:55:56.272477 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 21:55:56.272801 dv-cinder-834545-1-iscsi neutron-server[115751]: WARNING neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] subnetpool is already registered Mar 21 21:55:56.275147 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.v2.resource_helper [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:55:56.275575 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.v2.resource_helper [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Service FLAVORS assigned prefix: {{(pid=115751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:55:56.276154 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.v2.resource_helper [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:55:56.276600 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.v2.resource_helper [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:55:56.276940 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of TrackedResource for resource:router Mar 21 21:55:56.277265 dv-cinder-834545-1-iscsi neutron-server[115751]: WARNING neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] router is already registered Mar 21 21:55:56.277666 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of TrackedResource for resource:floatingip Mar 21 21:55:56.277996 dv-cinder-834545-1-iscsi neutron-server[115751]: WARNING neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] floatingip is already registered Mar 21 21:55:56.278438 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.v2.resource_helper [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Service METERING assigned prefix: /metering {{(pid=115751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:55:56.279114 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of CountableResource for resource:rbac_policy Mar 21 21:55:56.279436 dv-cinder-834545-1-iscsi neutron-server[115751]: WARNING neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] rbac_policy is already registered Mar 21 21:55:56.279839 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of TrackedResource for resource:security_group Mar 21 21:55:56.280165 dv-cinder-834545-1-iscsi neutron-server[115751]: WARNING neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] security_group is already registered Mar 21 21:55:56.280556 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 21 21:55:56.280877 dv-cinder-834545-1-iscsi neutron-server[115751]: WARNING neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] security_group_rule is already registered Mar 21 21:55:56.281497 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.v2.resource_helper [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Service CORE assigned prefix: {{(pid=115751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:55:56.281820 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 21:55:56.282147 dv-cinder-834545-1-iscsi neutron-server[115751]: WARNING neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] subnetpool is already registered Mar 21 21:55:56.282555 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.v2.resource_helper [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Service CORE assigned prefix: {{(pid=115751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 21:55:56.282870 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 21:55:56.283212 dv-cinder-834545-1-iscsi neutron-server[115751]: WARNING neutron.quota.resource_registry [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] subnetpool is already registered Mar 21 21:55:56.283684 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: extensions {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.285156 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: address-groups {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.286615 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: address-scopes {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.287941 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: agents {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.289081 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: auto-allocated-topology {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.290300 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: availability_zones {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.291521 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: dhcp-networks {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.293045 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: dhcp-agents {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.294431 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: routers {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.296908 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: flavors {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.298060 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: service_profiles {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.299356 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: next_providers {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.304135 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: service_profiles {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.304135 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: floatingip-pools {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.304429 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: routers {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.306517 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: floatingips {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.308391 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: l3-routers {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.309767 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: l3-agents {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.311190 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: metering-labels {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.312528 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: metering-label-rules {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.313782 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: network-ip-availabilities {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.315081 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: bindings {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.316700 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: quotas {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.318244 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: quotas {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.319801 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: rbac-policies {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.321071 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: security-groups {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.322293 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: security-group-rules {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.323602 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: service-providers {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.325270 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: subnetpools {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.326655 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: subnetpools {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.328146 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: tags {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.329806 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: tags {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.331594 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: tags {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.333366 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: tags {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.335147 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: tags {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.336974 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: tags {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.338624 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: tags {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.340593 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: tags {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.342325 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: tags {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.344203 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron.api.extensions [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Extended resource: tags {{(pid=115751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 21:55:56.350095 dv-cinder-834545-1-iscsi neutron-server[115751]: WARNING keystonemiddleware.auth_token [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 21 21:55:56.354981 dv-cinder-834545-1-iscsi neutron-server[115751]: WARNING keystonemiddleware.auth_token [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 21 21:55:56.364358 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_concurrency.lockutils [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Acquired lock "singleton_lock" {{(pid=115751) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 21 21:55:56.364836 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_concurrency.lockutils [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Releasing lock "singleton_lock" {{(pid=115751) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 21 21:55:56.365526 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO oslo_service.service [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Starting 2 workers Mar 21 21:55:56.371148 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Started child 115862 {{(pid=115751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 21:55:56.376044 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Started child 115863 {{(pid=115751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 21:55:56.377113 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:56.377846 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO neutron.service [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 21 21:55:56.378416 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:56.378748 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [-] (115862) wsgi starting up on http://0.0.0.0:9696 Mar 21 21:55:56.381067 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO oslo_service.service [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Starting 1 workers Mar 21 21:55:56.381330 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:56.382713 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [-] (115863) wsgi starting up on http://0.0.0.0:9696 Mar 21 21:55:56.387180 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Started child 115864 {{(pid=115751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 21:55:56.387774 dv-cinder-834545-1-iscsi neutron-server[115751]: INFO oslo_service.service [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Starting 1 workers Mar 21 21:55:56.391717 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.service [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] calling RpcWorker wait() {{(pid=115864) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 21 21:55:56.392322 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.service [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] returning from RpcWorker wait() {{(pid=115864) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 21 21:55:56.392543 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Started child 115865 {{(pid=115751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 21:55:56.393425 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG neutron_lib.callbacks.manager [None req-6b424b74-9c7a-4d60-8015-36e3334ff6d1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:56.393940 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:56.394343 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:55:56.395484 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115751) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 21 21:55:56.395704 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 21:55:56.395873 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 21:55:56.396108 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 21:55:56.396470 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 21:55:56.396634 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 21:55:56.397130 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.397414 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.397666 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.398196 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.398265 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:55:56.398647 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.398846 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.399126 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.399377 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.399665 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.399881 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.400050 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.400220 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.400467 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.400702 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.401063 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.401265 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.401513 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.401856 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.402028 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.402301 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.402572 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.402799 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.403092 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] debug = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.403332 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.403805 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.407523 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.407523 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.407523 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.407523 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.407523 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.407523 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.407523 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.407523 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.408637 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.408637 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.408637 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.408637 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.408637 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.408637 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.408637 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.408637 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.409661 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] host = dv-cinder-834545-1-iscsi {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.409661 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.409661 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.409661 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.409661 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.409661 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.409661 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.409661 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.410773 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.410773 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.410773 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.410773 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.410773 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.411524 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.411524 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] log_file = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.411524 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] log_options = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.411931 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.411931 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.412193 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.412328 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.412476 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.412611 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.413060 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.413060 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.413357 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.413492 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.413632 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.413931 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.414085 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.414371 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.414529 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.414747 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.415011 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.415225 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.415476 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.415738 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.415968 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.416194 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.416415 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.416649 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.416885 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.417104 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.417388 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.417604 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.417824 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.418067 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.418325 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.418519 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.418753 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.418998 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.419306 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.419498 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.419726 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.420135 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.420278 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:55:56.421083 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.421083 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.421083 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.421745 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.421745 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.422050 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.422194 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.422340 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.422852 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] use_json = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.423491 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.423491 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.423758 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.423758 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.424012 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.424205 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.424836 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.425361 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.425750 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.425968 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.426422 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.426578 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.426788 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.427091 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.427306 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.427556 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.427968 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.428121 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.428276 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.428542 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.428785 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.429083 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.429345 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.429637 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.430322 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.430322 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.430538 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.430724 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.430979 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.431226 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.431448 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.431880 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.432170 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.432309 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.432446 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.432686 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.433533 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.433798 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.434151 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.436232 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.436232 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.436232 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.436232 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.436897 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.437148 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.437411 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.437640 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.437883 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.438174 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.438405 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.438642 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.438869 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.439136 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.439372 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.439599 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.439845 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.440099 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.440336 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.440552 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.440781 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.440996 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.441206 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.441435 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.441529 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 55896) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:55:56.441659 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.441956 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.442137 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.442372 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.442591 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.442823 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.443062 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.443280 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.443533 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.443760 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.444006 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.444213 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.444448 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.444659 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.444914 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.445149 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.445361 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.445570 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.445783 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.445991 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.446201 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.446429 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.446656 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.446869 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.447119 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.447328 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.447581 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.447875 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.448089 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.448305 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.449213 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.449431 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.449643 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.449859 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.450085 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.450331 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.450562 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.450832 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.451177 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.451440 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.451890 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.452147 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070908 Mar 21 21:55:56.452502 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.452939 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.453428 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.453853 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.454241 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.454616 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.455027 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.455482 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.455801 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.456185 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.456505 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.456823 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.457136 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.457444 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.458678 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.458678 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.458678 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.458678 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.458678 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.459110 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.459218 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.459695 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.460066 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.460448 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.460749 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.460988 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.461273 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.461494 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.461777 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.462062 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.462346 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.462627 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.462911 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.464797 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.464797 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.464797 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.464797 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.465072 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.465303 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.465544 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.465799 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.466063 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.467118 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.468009 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.468009 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.468009 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.468666 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.468906 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.469221 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.469497 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.469924 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.470362 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.470839 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.471317 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.471806 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.472270 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.472720 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.473187 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.473639 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.474672 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.475907 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.475907 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.476147 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.476288 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.476603 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.477905 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.478244 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.478538 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.479784 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.479784 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.479784 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.479784 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.480091 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.480091 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.481267 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.481267 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.481267 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.481267 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.481267 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.481607 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.481710 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.482007 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.482254 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.482475 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.482723 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.483015 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.483451 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.483869 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.484372 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.484777 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.484998 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.485216 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.485439 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.485663 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.487374 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.487845 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.488092 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.488374 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.489403 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.489403 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.489403 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.489617 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.489740 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.489995 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.490259 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.490486 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.490715 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.491044 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.491419 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.491860 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.492325 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.492636 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.492930 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.493302 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.493576 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.493899 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.494213 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.494487 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.494734 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.495013 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.495986 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.496217 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.496605 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.496748 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.497312 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.497548 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.498003 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.498440 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.498993 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.499457 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.499939 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.500597 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.501032 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.501377 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.501701 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.501984 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.502293 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.502584 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.502869 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.503213 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.504171 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.504171 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.504171 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.504385 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.505186 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.506257 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.506513 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.506738 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.507125 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.507612 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.507850 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.508071 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.508307 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.508521 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.508903 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.509284 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.509635 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.509988 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.510354 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.510703 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.511627 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.512085 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.512504 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.512725 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.513032 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.513290 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.513518 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.513816 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.514053 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.514314 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.514587 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.514944 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.515339 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.515737 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.516111 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.516486 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.516856 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.517638 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.518124 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.518434 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.518690 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.518965 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.519371 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.519800 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.520287 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.520652 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.521111 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.521587 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.522031 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.522455 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.522903 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.523343 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.523715 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.524078 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.524443 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.524802 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.525195 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.525648 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.526009 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.526370 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.527424 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.528087 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.528489 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.528884 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.529112 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.529371 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.529594 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.529946 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 21:55:56.530639 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115751) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 21 21:55:56.530995 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 21:55:56.531325 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 21:55:56.532116 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 21:55:56.532116 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 21:55:56.532116 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 21:55:56.533092 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.533092 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.533092 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.533092 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.533430 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.533659 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.534138 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.534302 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.534446 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.534584 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.534736 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.534999 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.535100 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.535248 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.536599 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.536599 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.536599 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.536599 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.536599 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.536599 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.536599 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.536599 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.537076 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] debug = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.537076 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.537076 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.537076 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.537323 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.537461 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.537801 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.538140 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.538304 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.538470 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.539253 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.539253 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.539253 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.539253 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.539253 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.539656 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.539656 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.539826 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.539826 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.539969 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] host = dv-cinder-834545-1-iscsi {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.540132 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.540292 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.540452 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.540610 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.541598 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.541598 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.541598 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.541598 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.541598 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.541598 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.541968 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.541968 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.541968 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.542149 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] log_file = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.542813 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] log_options = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.543527 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.543527 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.543527 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.543527 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.543865 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.543865 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.544009 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.544102 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.544210 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.544426 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.544515 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.545789 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.545789 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.545789 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.545789 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.545789 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.545789 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.545789 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.545789 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.546327 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.546327 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.546327 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.546327 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.547066 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.547066 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.547066 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.547436 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.547436 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.547436 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.547720 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.547720 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.549037 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.549037 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.549037 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.549037 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.549037 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.549037 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.549037 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.549037 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.549624 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.549624 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.549624 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.549624 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.551242 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.551242 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.551242 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.551242 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] use_json = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.551242 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.551242 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.551242 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.551242 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.551242 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.553758 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.553758 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.553758 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.553758 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 21:55:56.553758 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.553758 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.553758 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.553758 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.554823 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.554823 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.554823 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.554823 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.554823 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.554823 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.554823 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.554823 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.556607 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.556607 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.556607 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.556607 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.556607 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.556607 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.556607 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.556607 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.558381 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.558381 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.558381 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.558381 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.558381 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.558381 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.558381 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.558381 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.559394 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.559394 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.559394 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.559394 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.559394 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.559394 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.559394 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.559394 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.563553 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.563553 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.563553 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.563553 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.563553 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.563553 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.563553 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.563553 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.563553 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.564626 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.564626 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.564626 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.564626 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.564626 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.564626 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.564626 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.564626 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.564626 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565219 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565219 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565219 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565219 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565219 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565219 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565219 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565219 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565219 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565868 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565868 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565868 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565868 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565868 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565868 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565868 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565868 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.565868 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.568601 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.568601 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.568601 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.568601 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.568601 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.568601 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.568601 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.568601 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.570252 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:55:56.570398 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.570398 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.570398 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.570398 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.570398 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.570398 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.570398 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.570398 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.570398 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.572349 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.572349 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.572349 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.572349 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.572349 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.572349 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.572349 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.572349 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.573141 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.573141 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.573141 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.573141 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.573141 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.573141 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.573141 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.573141 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.573761 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.573761 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.573761 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.573761 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.573761 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.573761 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.573761 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.573761 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.574568 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.574568 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.574568 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.574568 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.574568 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.574568 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.574568 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.574568 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.575426 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.575426 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.575426 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.575426 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.575426 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.575426 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.575426 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.575426 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.576189 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.576189 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.576189 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.576189 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.576189 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.576189 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.576189 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.576189 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.577021 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.577021 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.577021 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.577021 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.577021 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.577021 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.577021 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.577021 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.577864 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.577864 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.577864 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.577864 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.577864 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.577864 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.577864 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.577864 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.578481 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.578481 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.578481 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.578481 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.578481 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.578481 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.578481 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.578481 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.579222 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.579222 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.579222 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.579222 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.579222 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.579222 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.579222 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.579222 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.580386 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.580386 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.580386 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.580386 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.580386 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.580386 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.580386 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.580386 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.581201 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.581201 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.581201 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.581201 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.581201 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.581201 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.581201 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.581201 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.581878 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.581878 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.581878 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.581878 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.581878 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.581878 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.582251 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.582251 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.582251 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.582464 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.582593 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.582755 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.583056 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.583170 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.583329 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.583493 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.583656 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.583817 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.583981 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.584145 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.584306 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.584468 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.584629 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.584796 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.584958 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.585123 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.585288 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.585450 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.585613 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.585776 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.585938 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.586100 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.586261 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.586422 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.586584 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.586746 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.587021 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.587175 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.587310 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.587398 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.587551 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.587711 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.587873 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.588034 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.588208 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.588370 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.588555 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.588688 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.588915 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.589759 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.589759 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.590017 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.590017 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.590297 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.590297 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.590546 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.590674 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.590802 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.591003 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.591238 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.591238 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.596700 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.596700 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.596700 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.596700 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.596700 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.596700 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.596700 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.596700 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.597550 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.597550 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.597550 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.597550 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.597550 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.597550 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.597550 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.597550 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.598082 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.598082 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.598082 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.598082 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.598082 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.598082 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.598082 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.598082 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.598561 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.598561 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.598561 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.598561 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.598561 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.598561 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.598561 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.598561 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.600135 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.600135 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.600135 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.600135 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.600135 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.600135 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.600135 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.600135 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.600713 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.600713 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.600713 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.600713 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.600713 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.600713 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.600713 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.600713 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.600713 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.601310 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.601310 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.601310 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.601310 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.601310 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.601310 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.601310 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 21:55:56.601310 dv-cinder-834545-1-iscsi neutron-server[115751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 21:56:08.424309 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffacdcf-7979-4305-9c55-074a1da197ea None None] get_active_networks_info from dv-cinder-834545-1-iscsi {{(pid=115864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 21 21:56:08.478685 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffacdcf-7979-4305-9c55-074a1da197ea None None] No non-hosted networks {{(pid=115864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 21 21:56:08.485996 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.agentschedulers_db [None req-1ffacdcf-7979-4305-9c55-074a1da197ea None None] DHCP Agent not found on host dv-cinder-834545-1-iscsi {{(pid=115864) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 21 21:56:08.595750 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b795-ab96-4c38-8aab-75054e54ca15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4162603'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:11.046961 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-ad9245c4-2d74-4d1d-b731-9fe934412d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4162603'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:11.083797 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.db.api [None req-23b161fa-06b2-42ed-b958-8fd1e02c1932 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-834545-1-iscsi {{(pid=115864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 21:56:11.084487 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG oslo_db.api [None req-23b161fa-06b2-42ed-b958-8fd1e02c1932 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 21:56:11.704745 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-23b161fa-06b2-42ed-b958-8fd1e02c1932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:12.852714 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4162603'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:14.300540 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4162603'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:15.175678 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.db.l3_hamode_db [None req-cd78d79f-168d-4503-8883-96f597c7f6a5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 21 21:56:15.255441 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd78d79f-168d-4503-8883-96f597c7f6a5 None None] Routers set() bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:56:15.255836 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd78d79f-168d-4503-8883-96f597c7f6a5 None None] Router IDs set() for agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 21 21:56:15.260305 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 55986) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:56:15.683017 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4162603'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:15.683939 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:15.684372 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:15.684910 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:15.685327 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:15.685788 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:15.686202 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:15.686680 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:15.687238 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:15.687650 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:15.688080 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:15.688574 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:15.688993 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:15.690800 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:15.691354 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:15.691838 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:15.694894 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834545-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:56:15.701704 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834545-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:56:15.867388 dv-cinder-834545-1-iscsi neutron-server[115862]: WARNING oslo_policy.policy [None req-b8a3cfcc-6e9d-4116-adac-0eb4f9ad6eb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 21:56:15.867988 dv-cinder-834545-1-iscsi neutron-server[115862]: WARNING oslo_policy.policy [None req-b8a3cfcc-6e9d-4116-adac-0eb4f9ad6eb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 21:56:16.091702 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [None req-b8a3cfcc-6e9d-4116-adac-0eb4f9ad6eb3 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115862) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:56:16.092692 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-b8a3cfcc-6e9d-4116-adac-0eb4f9ad6eb3 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8314650 Mar 21 21:56:18.665257 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 56012) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:56:18.996910 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-7db22e0b-3b3c-4f9b-ab75-0e50ebf8b73c admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:56:19.091762 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.policy [None req-7db22e0b-3b3c-4f9b-ab75-0e50ebf8b73c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115862) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 21 21:56:19.133640 dv-cinder-834545-1-iscsi neutron-server[115862]: WARNING oslo_policy.policy [None req-7db22e0b-3b3c-4f9b-ab75-0e50ebf8b73c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 21:56:19.134048 dv-cinder-834545-1-iscsi neutron-server[115862]: WARNING oslo_policy.policy [None req-7db22e0b-3b3c-4f9b-ab75-0e50ebf8b73c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 21:56:19.308618 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7db22e0b-3b3c-4f9b-ab75-0e50ebf8b73c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732297949905', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732297949374', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732297965675', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732297975708', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732297982779', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732298429147', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-834158', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-823164', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4004784', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3910417'] for rbac-policy (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:19.518970 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7db22e0b-3b3c-4f9b-ab75-0e50ebf8b73c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:19.520195 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-7db22e0b-3b3c-4f9b-ab75-0e50ebf8b73c admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8531334 Mar 21 21:56:22.047188 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 56022) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:56:22.364314 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:56:22.448689 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Made reservation on behalf of 11cf446fd8114df6af5c2779628db013 for: {'network': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:56:22.452615 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:22.469585 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:22.577520 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Publish callbacks [] for security_group (5db17082-0219-4edf-b0aa-745fe3d521a2), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:22.647709 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (5db17082-0219-4edf-b0aa-745fe3d521a2), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:22.680715 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=115862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:56:22.710038 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732299838522', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (8d5e1df0-cf9a-43e3-855a-d87bad156686), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:22.710585 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Unsubscribe: segment precommit_create {{(pid=115862) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 21 21:56:22.711122 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.segments_db [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Added segment 8d5e1df0-cf9a-43e3-855a-d87bad156686 of type vlan for network b165a802-2597-4053-8e3b-03f483bb3cf3 Mar 21 21:56:22.717596 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5db17082-0219-4edf-b0aa-745fe3d521a2,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:22.740037 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:22.740385 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:22.740748 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:22.741638 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:22.741638 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:22.741913 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:22.742249 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:22.742579 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:22.742932 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:22.743261 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:22.743587 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:22.743968 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:22.744299 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:22.744620 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:22.744940 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Tracked resource versions report: Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: pushed versions: Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: { 'AddressGroup': {'1.2'}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Agent': {'1.1'}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'ConntrackHelper': {'1.0'}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'LocalIPAssociation': {'1.0'}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Log': {'1.0'}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'NDPProxy': {'1.0'}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Network': {'1.1'}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Port': {'1.7'}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'PortForwarding': {'1.3'}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'QosPolicy': {'1.10'}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'SecurityGroup': {'1.5'}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'SecurityGroupRule': {'1.2'}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'SubPort': {'1.0'}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Subnet': {'1.1'}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Trunk': {'1.1'}} Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: consumer versions: Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: { DHCP agent@dv-cinder-834545-1-iscsi: {}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: L3 agent@dv-cinder-834545-1-iscsi: {}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: Metadata agent@dv-cinder-834545-1-iscsi: {}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: Metering agent@dv-cinder-834545-1-iscsi: {}, Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: Open vSwitch agent@dv-cinder-834545-1-iscsi: { 'AddressGroup': '1.2', Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Agent': '1.1', Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'ConntrackHelper': '1.0', Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'LocalIPAssociation': '1.0', Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Log': '1.0', Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'NDPProxy': '1.0', Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Network': '1.1', Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Port': '1.7', Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'PortForwarding': '1.3', Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'QosPolicy': '1.10', Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'SecurityGroup': '1.5', Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'SecurityGroupRule': '1.2', Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'SubPort': '1.0', Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Subnet': '1.1', Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Trunk': '1.1'}} Mar 21 21:56:22.746363 dv-cinder-834545-1-iscsi neutron-server[115862]: {{(pid=115862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 21:56:22.824057 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (b165a802-2597-4053-8e3b-03f483bb3cf3), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:22.915360 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (b165a802-2597-4053-8e3b-03f483bb3cf3), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:22.920757 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:22.921509 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:23.033037 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] Pushing event updated for resources: {'Network': ['ID=b165a802-2597-4053-8e3b-03f483bb3cf3,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:23.044666 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network b165a802-2597-4053-8e3b-03f483bb3cf3 details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:56:23.066761 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-7d4da304-c154-46f0-958e-7e7d29d46ab0 demo demo] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0184898 Mar 21 21:56:25.663073 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 56034) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:56:26.098039 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479e4eac-fc12-4386-9caf-b8aeea5b25a1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:26.099382 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-479e4eac-fc12-4386-9caf-b8aeea5b25a1 demo admin] 10.222.0.45 "GET /v2.0/networks/b165a802-2597-4053-8e3b-03f483bb3cf3 HTTP/1.1" status: 200 len: 825 time: 0.4353592 Mar 21 21:56:26.127317 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-9a57f12c-1d2e-4195-8bb6-0788be172cf9 demo admin] 10.222.0.45 "GET /v2.0/subnetpools/0d825b1f-c16c-43c0-94ab-b69370332d20 HTTP/1.1" status: 200 len: 734 time: 0.0222411 Mar 21 21:56:26.140659 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-687f725c-e2b4-4bef-82bc-fae10ef3e4fb demo admin] Request body: {'subnet': {'subnetpool_id': '0d825b1f-c16c-43c0-94ab-b69370332d20', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'b165a802-2597-4053-8e3b-03f483bb3cf3', 'gateway_ip': '172.20.0.1'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:56:26.224976 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687f725c-e2b4-4bef-82bc-fae10ef3e4fb demo admin] Made reservation on behalf of 11cf446fd8114df6af5c2779628db013 for: {'subnet': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:56:26.227431 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-687f725c-e2b4-4bef-82bc-fae10ef3e4fb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:26.585274 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-687f725c-e2b4-4bef-82bc-fae10ef3e4fb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for subnet (025d313b-2eb2-4852-9d5d-ea95574c65e9), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:26.652142 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f725c-e2b4-4bef-82bc-fae10ef3e4fb demo admin] Pushing event updated for resources: {'Subnet': ['ID=025d313b-2eb2-4852-9d5d-ea95574c65e9,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:26.663739 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f725c-e2b4-4bef-82bc-fae10ef3e4fb demo admin] Checking segment: {'id': '8d5e1df0-cf9a-43e3-855a-d87bad156686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b165a802-2597-4053-8e3b-03f483bb3cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:56:26.664375 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f725c-e2b4-4bef-82bc-fae10ef3e4fb demo admin] Network hostable DHCP agents. Network: b165a802-2597-4053-8e3b-03f483bb3cf3, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:56:26.813609 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f725c-e2b4-4bef-82bc-fae10ef3e4fb demo admin] Network b165a802-2597-4053-8e3b-03f483bb3cf3 is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:56:26.917318 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-687f725c-e2b4-4bef-82bc-fae10ef3e4fb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, b165a802-2597-4053-8e3b-03f483bb3cf3) {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:56:26.923336 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687f725c-e2b4-4bef-82bc-fae10ef3e4fb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:26.924049 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-687f725c-e2b4-4bef-82bc-fae10ef3e4fb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:26.927104 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d83f6c-cf50-4c2a-926f-0206ddedc126 None None] Network b165a802-2597-4053-8e3b-03f483bb3cf3 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:56:26.991982 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-687f725c-e2b4-4bef-82bc-fae10ef3e4fb demo admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8458128 Mar 21 21:56:27.313935 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa991b821-98ed-579e-a256-fb205f0cf9fe-b165a802-2597-4053-8e3b-03f483bb3cf3', 'network_id': 'b165a802-2597-4053-8e3b-03f483bb3cf3', 'project_id': '11cf446fd8114df6af5c2779628db013', 'fixed_ips': [{'subnet_id': '025d313b-2eb2-4852-9d5d-ea95574c65e9'}]}} from dv-cinder-834545-1-iscsi. {{(pid=115864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 21:56:27.315505 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:27.608629 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.db_base_plugin_common [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Allocated IP 172.20.0.2 (b165a802-2597-4053-8e3b-03f483bb3cf3/025d313b-2eb2-4852-9d5d-ea95574c65e9/77bb0584-9bfd-4053-82aa-b55146a3ac0d) {{(pid=115864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:56:27.929843 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Publish callbacks [] for port (77bb0584-9bfd-4053-82aa-b55146a3ac0d), precommit_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:28.031964 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (77bb0584-9bfd-4053-82aa-b55146a3ac0d), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:28.120679 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Network b165a802-2597-4053-8e3b-03f483bb3cf3 is already hosted by enough agents. {{(pid=115864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:56:28.127212 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.base_scheduler [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Resources bound (agent type, host, resource id): {{(pid=115864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:56:28.130585 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Received port after_create {{(pid=115864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:56:28.146072 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Pushing event updated for resources: {'Port': ['ID=77bb0584-9bfd-4053-82aa-b55146a3ac0d,revision_number=1']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:28.197089 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:28.197316 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:28.197675 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:28.198029 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:28.198374 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:28.198705 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:28.199058 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:28.199384 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:28.199711 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:28.200035 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:28.200360 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:28.200699 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:28.201027 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:28.201345 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:28.201661 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Tracked resource versions report: Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: pushed versions: Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: { 'AddressGroup': {'1.2'}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Agent': {'1.1'}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'ConntrackHelper': {'1.0'}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'LocalIPAssociation': {'1.0'}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Log': {'1.0'}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'NDPProxy': {'1.0'}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Network': {'1.1'}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Port': {'1.7'}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'PortForwarding': {'1.3'}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'QosPolicy': {'1.10'}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'SecurityGroup': {'1.5'}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'SecurityGroupRule': {'1.2'}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'SubPort': {'1.0'}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Subnet': {'1.1'}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Trunk': {'1.1'}} Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: consumer versions: Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: { DHCP agent@dv-cinder-834545-1-iscsi: {}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: L3 agent@dv-cinder-834545-1-iscsi: {}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: Metadata agent@dv-cinder-834545-1-iscsi: {}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: Metering agent@dv-cinder-834545-1-iscsi: {}, Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: Open vSwitch agent@dv-cinder-834545-1-iscsi: { 'AddressGroup': '1.2', Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Agent': '1.1', Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'ConntrackHelper': '1.0', Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'LocalIPAssociation': '1.0', Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Log': '1.0', Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'NDPProxy': '1.0', Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Network': '1.1', Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Port': '1.7', Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'PortForwarding': '1.3', Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'QosPolicy': '1.10', Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'SecurityGroup': '1.5', Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'SecurityGroupRule': '1.2', Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'SubPort': '1.0', Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Subnet': '1.1', Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Trunk': '1.1'}} Mar 21 21:56:28.203248 dv-cinder-834545-1-iscsi neutron-server[115864]: {{(pid=115864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 21:56:28.235926 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Attempting to bind port 77bb0584-9bfd-4053-82aa-b55146a3ac0d on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:56:28.236323 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Attempting to bind port 77bb0584-9bfd-4053-82aa-b55146a3ac0d by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '8d5e1df0-cf9a-43e3-855a-d87bad156686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b165a802-2597-4053-8e3b-03f483bb3cf3'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:56:28.236756 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Attempting to bind port 77bb0584-9bfd-4053-82aa-b55146a3ac0d on network b165a802-2597-4053-8e3b-03f483bb3cf3 {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:56:28.242159 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:56:28.242510 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Checking segment: {'id': '8d5e1df0-cf9a-43e3-855a-d87bad156686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b165a802-2597-4053-8e3b-03f483bb3cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:56:28.243023 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:28.243413 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Bound using segment: {'id': '8d5e1df0-cf9a-43e3-855a-d87bad156686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b165a802-2597-4053-8e3b-03f483bb3cf3'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:56:28.244510 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Bound port: 77bb0584-9bfd-4053-82aa-b55146a3ac0d, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5e1df0-cf9a-43e3-855a-d87bad156686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b165a802-2597-4053-8e3b-03f483bb3cf3'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:56:28.244917 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (77bb0584-9bfd-4053-82aa-b55146a3ac0d), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:28.352303 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] For port 77bb0584-9bfd-4053-82aa-b55146a3ac0d, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:56:28.356933 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] For port 77bb0584-9bfd-4053-82aa-b55146a3ac0d, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=77bb0584-9bfd-4053-82aa-b55146a3ac0d,segment=NetworkSegment(8d5e1df0-cf9a-43e3-855a-d87bad156686),segment_id=8d5e1df0-cf9a-43e3-855a-d87bad156686)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:56:28.442697 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (77bb0584-9bfd-4053-82aa-b55146a3ac0d), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:28.533366 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c5e01-9b4c-4d42-9d4e-632aa5faafa2 None None] Pushing event updated for resources: {'Port': ['ID=77bb0584-9bfd-4053-82aa-b55146a3ac0d,revision_number=2']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:29.675322 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 56042) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:56:30.212111 dv-cinder-834545-1-iscsi neutron-server[115863]: WARNING oslo_policy.policy [None req-175c2025-b719-4d0d-b105-c49da142d70a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 21:56:30.213212 dv-cinder-834545-1-iscsi neutron-server[115863]: WARNING oslo_policy.policy [None req-175c2025-b719-4d0d-b105-c49da142d70a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 21:56:30.442078 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [None req-175c2025-b719-4d0d-b105-c49da142d70a admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115863) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:56:30.454910 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-175c2025-b719-4d0d-b105-c49da142d70a admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7659705 Mar 21 21:56:33.093539 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 56056) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:56:33.451621 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [None req-7a714b9f-b099-4533-8a54-ebb0aa912075 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115863) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:56:33.463047 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-7a714b9f-b099-4533-8a54-ebb0aa912075 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3586915 Mar 21 21:56:36.097818 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 56064) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:56:36.435861 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-ebb81f54-55f9-46f7-9a19-a3b147327fdc demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:56:36.495473 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.policy [None req-ebb81f54-55f9-46f7-9a19-a3b147327fdc demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115863) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 21 21:56:36.539098 dv-cinder-834545-1-iscsi neutron-server[115863]: WARNING oslo_policy.policy [None req-ebb81f54-55f9-46f7-9a19-a3b147327fdc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 21:56:36.539506 dv-cinder-834545-1-iscsi neutron-server[115863]: WARNING oslo_policy.policy [None req-ebb81f54-55f9-46f7-9a19-a3b147327fdc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 21:56:36.676648 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ebb81f54-55f9-46f7-9a19-a3b147327fdc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3232'] for router (64a66e5c-8278-43ce-b5a9-6fab8b172962), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:36.678630 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ebb81f54-55f9-46f7-9a19-a3b147327fdc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165367', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3255'] for router (64a66e5c-8278-43ce-b5a9-6fab8b172962), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:36.841936 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ebb81f54-55f9-46f7-9a19-a3b147327fdc demo demo] Publish callbacks [] for router_controller (64a66e5c-8278-43ce-b5a9-6fab8b172962), precommit_add_association {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:36.900934 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ebb81f54-55f9-46f7-9a19-a3b147327fdc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165154'] for router (64a66e5c-8278-43ce-b5a9-6fab8b172962), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:36.992792 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ebb81f54-55f9-46f7-9a19-a3b147327fdc demo demo] Publish callbacks [] for router (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:36.994182 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-ebb81f54-55f9-46f7-9a19-a3b147327fdc demo demo] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8952160 Mar 21 21:56:38.430037 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d5338287-6b86-4c2d-b0df-ff9685ef9794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:39.643319 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 56078) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:56:40.084053 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [None req-033650b0-8ea9-48da-942d-6231ad9a7559 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115863) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:56:40.085167 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-033650b0-8ea9-48da-942d-6231ad9a7559 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4405680 Mar 21 21:56:40.335422 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f847225-bb5b-4d41-a427-00b12495f5bd None None] Network b165a802-2597-4053-8e3b-03f483bb3cf3 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:56:40.439053 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-0f9e0512-8a88-4db9-b251-9b6910d7865b None None] Provisioning complete for port 77bb0584-9bfd-4053-82aa-b55146a3ac0d triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:56:40.439512 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0f9e0512-8a88-4db9-b251-9b6910d7865b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (77bb0584-9bfd-4053-82aa-b55146a3ac0d), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:40.485330 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 77bb0584-9bfd-4053-82aa-b55146a3ac0d up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:56:40.687466 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e0512-8a88-4db9-b251-9b6910d7865b None None] Current status of the port 77bb0584-9bfd-4053-82aa-b55146a3ac0d is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:56:40.687879 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0f9e0512-8a88-4db9-b251-9b6910d7865b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (77bb0584-9bfd-4053-82aa-b55146a3ac0d), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:40.693662 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 77bb0584-9bfd-4053-82aa-b55146a3ac0d triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:56:40.694063 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (77bb0584-9bfd-4053-82aa-b55146a3ac0d), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:40.759764 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-0f9e0512-8a88-4db9-b251-9b6910d7865b None None] For port 77bb0584-9bfd-4053-82aa-b55146a3ac0d, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=77bb0584-9bfd-4053-82aa-b55146a3ac0d,segment=NetworkSegment(8d5e1df0-cf9a-43e3-855a-d87bad156686),segment_id=8d5e1df0-cf9a-43e3-855a-d87bad156686)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:56:40.807385 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 77bb0584-9bfd-4053-82aa-b55146a3ac0d is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:56:40.807808 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (77bb0584-9bfd-4053-82aa-b55146a3ac0d), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:40.819832 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0f9e0512-8a88-4db9-b251-9b6910d7865b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (77bb0584-9bfd-4053-82aa-b55146a3ac0d), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:40.902858 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e0512-8a88-4db9-b251-9b6910d7865b None None] Pushing event updated for resources: {'Port': ['ID=77bb0584-9bfd-4053-82aa-b55146a3ac0d,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:40.911556 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.db.api [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 21:56:40.911947 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG oslo_db.api [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 21:56:40.955664 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-37e82cd1-c7af-4d2f-9163-977164300ec2 None None] Provisioning complete for port 77bb0584-9bfd-4053-82aa-b55146a3ac0d triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:56:40.955966 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-37e82cd1-c7af-4d2f-9163-977164300ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (77bb0584-9bfd-4053-82aa-b55146a3ac0d), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:41.046359 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-faec8c61-fde2-4cf1-9d68-f31bf7a904e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:41.066913 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-37e82cd1-c7af-4d2f-9163-977164300ec2 None None] Current status of the port 77bb0584-9bfd-4053-82aa-b55146a3ac0d is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:56:41.452921 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 77bb0584-9bfd-4053-82aa-b55146a3ac0d is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:56:42.397244 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 77bb0584-9bfd-4053-82aa-b55146a3ac0d up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:56:42.479381 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 77bb0584-9bfd-4053-82aa-b55146a3ac0d triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:56:42.480020 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (77bb0584-9bfd-4053-82aa-b55146a3ac0d), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:42.641044 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 77bb0584-9bfd-4053-82aa-b55146a3ac0d is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:56:42.761898 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:42.852300 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 56098) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:56:42.994892 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:56:43.064655 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Made reservation on behalf of 7feb4d54dd37404c8b64c511f3401efc for: {'network': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:56:43.067683 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:43.084499 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:43.198790 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Publish callbacks [] for security_group (9549681f-5d39-44eb-a6a4-7944d6885a52), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:43.236269 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (9549681f-5d39-44eb-a6a4-7944d6885a52), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:43.250058 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Reserving flat network on physical network physnet1 {{(pid=115863) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 21 21:56:43.288185 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732299838522', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (0cb9a95b-4c69-48a1-8941-b8fc0880bf95), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:43.288792 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Unsubscribe: segment precommit_create {{(pid=115863) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 21 21:56:43.289306 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.segments_db [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Added segment 0cb9a95b-4c69-48a1-8941-b8fc0880bf95 of type flat for network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 Mar 21 21:56:43.307158 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9549681f-5d39-44eb-a6a4-7944d6885a52,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:43.334799 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:43.335175 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:43.335535 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:43.335872 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:43.336204 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:43.336627 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:43.336895 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:43.337215 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:43.337552 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:43.337876 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:43.338223 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:43.338552 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:43.338872 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:43.340126 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:43.340126 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Tracked resource versions report: Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: pushed versions: Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: { 'AddressGroup': {'1.2'}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Agent': {'1.1'}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'ConntrackHelper': {'1.0'}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'LocalIPAssociation': {'1.0'}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Log': {'1.0'}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'NDPProxy': {'1.0'}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Network': {'1.1'}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Port': {'1.7'}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'PortForwarding': {'1.3'}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'QosPolicy': {'1.10'}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'SecurityGroup': {'1.5'}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'SecurityGroupRule': {'1.2'}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'SubPort': {'1.0'}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Subnet': {'1.1'}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Trunk': {'1.1'}} Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: consumer versions: Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: { DHCP agent@dv-cinder-834545-1-iscsi: {}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: L3 agent@dv-cinder-834545-1-iscsi: {}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: Metadata agent@dv-cinder-834545-1-iscsi: {}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: Metering agent@dv-cinder-834545-1-iscsi: {}, Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: Open vSwitch agent@dv-cinder-834545-1-iscsi: { 'AddressGroup': '1.2', Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Agent': '1.1', Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'ConntrackHelper': '1.0', Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'LocalIPAssociation': '1.0', Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Log': '1.0', Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'NDPProxy': '1.0', Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Network': '1.1', Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Port': '1.7', Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'PortForwarding': '1.3', Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'QosPolicy': '1.10', Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'SecurityGroup': '1.5', Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'SecurityGroupRule': '1.2', Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'SubPort': '1.0', Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Subnet': '1.1', Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Trunk': '1.1'}} Mar 21 21:56:43.341040 dv-cinder-834545-1-iscsi neutron-server[115863]: {{(pid=115863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 21:56:43.417746 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:43.525844 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:43.527083 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:43.527870 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:43.636093 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] Pushing event updated for resources: {'Network': ['ID=daf4c161-8bbf-47e8-a981-8fcb1ba76cd2,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:43.649759 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:56:43.678650 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-4ccd315d-c1a8-4aad-aeee-44deb8267604 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8250928 Mar 21 21:56:44.217777 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:44.438796 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 5 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:56:45.659044 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:46.322599 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 56120) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:56:46.490787 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fba820-6223-4cad-aaa0-281a2c54c525 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:46.493020 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-88fba820-6223-4cad-aaa0-281a2c54c525 demo admin] 10.222.0.45 "GET /v2.0/subnets/025d313b-2eb2-4852-9d5d-ea95574c65e9 HTTP/1.1" status: 200 len: 849 time: 0.1692660 Mar 21 21:56:46.655675 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-05efd1f2-895d-4b68-bd3a-4ec6f83b2725 demo admin] 10.222.0.45 "GET /v2.0/routers/64a66e5c-8278-43ce-b5a9-6fab8b172962 HTTP/1.1" status: 200 len: 704 time: 0.1568031 Mar 21 21:56:46.939349 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:47.245099 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Allocated IP 172.20.0.1 (b165a802-2597-4053-8e3b-03f483bb3cf3/025d313b-2eb2-4852-9d5d-ea95574c65e9/e5b20324-19bc-454d-9a95-ea0dc6f93a92) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:56:47.452258 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Publish callbacks [] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:47.585758 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:47.663996 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Network b165a802-2597-4053-8e3b-03f483bb3cf3 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:56:47.671273 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:56:47.685315 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:56:47.685315 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4165623'] for router_interface (64a66e5c-8278-43ce-b5a9-6fab8b172962), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:47.703891 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Pushing event updated for resources: {'Port': ['ID=e5b20324-19bc-454d-9a95-ea0dc6f93a92,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:47.935061 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-e5acd692-186b-4ba5-8b29-3f8d1a4244b2 None None] Provisioning complete for port e5b20324-19bc-454d-9a95-ea0dc6f93a92 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:56:47.935627 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e5acd692-186b-4ba5-8b29-3f8d1a4244b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:47.971551 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-e5acd692-186b-4ba5-8b29-3f8d1a4244b2 None None] Port e5b20324-19bc-454d-9a95-ea0dc6f93a92 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:56:48.038760 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:48.260474 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Publish callbacks [] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:48.348608 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:48.352429 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4165475'] for router_interface (64a66e5c-8278-43ce-b5a9-6fab8b172962), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:48.433282 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Pushing event updated for resources: {'Port': ['ID=e5b20324-19bc-454d-9a95-ea0dc6f93a92,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:48.482863 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Network b165a802-2597-4053-8e3b-03f483bb3cf3 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:56:48.484222 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:56:48.732747 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Router 64a66e5c-8278-43ce-b5a9-6fab8b172962 is scheduled to L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 with binding_index 1 {{(pid=115863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 21:56:48.797664 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-9f75c3c2-9790-41dd-9655-78f44b159a50 None None] Provisioning complete for port e5b20324-19bc-454d-9a95-ea0dc6f93a92 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:56:48.797969 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-9f75c3c2-9790-41dd-9655-78f44b159a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:48.829909 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:56:48.833509 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-9f75c3c2-9790-41dd-9655-78f44b159a50 None None] Port e5b20324-19bc-454d-9a95-ea0dc6f93a92 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:56:48.835949 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-7882681a-8ed9-49e6-903e-56cbe2baec79 demo admin] 10.222.0.45 "PUT /v2.0/routers/64a66e5c-8278-43ce-b5a9-6fab8b172962/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1746233 Mar 21 21:56:48.840867 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Sync routers for ids ['64a66e5c-8278-43ce-b5a9-6fab8b172962'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:56:48.853458 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Routers {'64a66e5c-8278-43ce-b5a9-6fab8b172962'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:56:48.854316 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T21:56:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['64a66e5c-8278-43ce-b5a9-6fab8b172962'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:56:49.054356 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Set router 64a66e5c-8278-43ce-b5a9-6fab8b172962 gateway port host: None {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:56:49.533825 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a66e5c-8278-43ce-b5a9-6fab8b172962', 'name': 'router1', 'tenant_id': '11cf446fd8114df6af5c2779628db013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:56:36Z', 'updated_at': '2022-03-21T21:56:47Z', 'revision_number': 2, 'project_id': '11cf446fd8114df6af5c2779628db013', 'gw_port_host': None, '_interfaces': [{'id': 'e5b20324-19bc-454d-9a95-ea0dc6f93a92', 'name': '', 'network_id': 'b165a802-2597-4053-8e3b-03f483bb3cf3', 'tenant_id': '11cf446fd8114df6af5c2779628db013', 'mac_address': 'fa:16:3e:12:c7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a66e5c-8278-43ce-b5a9-6fab8b172962', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '025d313b-2eb2-4852-9d5d-ea95574c65e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:56:46Z', 'updated_at': '2022-03-21T21:56:48Z', 'revision_number': 2, 'project_id': '11cf446fd8114df6af5c2779628db013', 'subnets': [{'id': '025d313b-2eb2-4852-9d5d-ea95574c65e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d825b1f-c16c-43c0-94ab-b69370332d20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:56:49.587106 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Checking router: 64a66e5c-8278-43ce-b5a9-6fab8b172962 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:56:49.587484 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Updating router 64a66e5c-8278-43ce-b5a9-6fab8b172962 port e5b20324-19bc-454d-9a95-ea0dc6f93a92 binding host dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:56:49.644631 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:50.174956 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Publish callbacks [] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), precommit_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:50.287115 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:50.464286 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Pushing event updated for resources: {'Port': ['ID=e5b20324-19bc-454d-9a95-ea0dc6f93a92,revision_number=3']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:50.469725 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Attempting to bind port e5b20324-19bc-454d-9a95-ea0dc6f93a92 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:56:50.470163 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Attempting to bind port e5b20324-19bc-454d-9a95-ea0dc6f93a92 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '8d5e1df0-cf9a-43e3-855a-d87bad156686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b165a802-2597-4053-8e3b-03f483bb3cf3'}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:56:50.470573 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Attempting to bind port e5b20324-19bc-454d-9a95-ea0dc6f93a92 on network b165a802-2597-4053-8e3b-03f483bb3cf3 {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:56:50.479635 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:56:50.480035 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Checking segment: {'id': '8d5e1df0-cf9a-43e3-855a-d87bad156686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b165a802-2597-4053-8e3b-03f483bb3cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:56:50.480534 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:50.480926 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Bound using segment: {'id': '8d5e1df0-cf9a-43e3-855a-d87bad156686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b165a802-2597-4053-8e3b-03f483bb3cf3'} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:56:50.481399 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Bound port: e5b20324-19bc-454d-9a95-ea0dc6f93a92, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5e1df0-cf9a-43e3-855a-d87bad156686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b165a802-2597-4053-8e3b-03f483bb3cf3'}}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:56:50.481775 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:50.485128 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:50.485465 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:50.485806 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:50.486143 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:50.486468 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:50.486795 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:50.487233 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:50.487557 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:50.487874 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:50.488195 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:50.488514 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:50.488848 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:50.489168 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:50.489479 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:50.489793 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Tracked resource versions report: Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: pushed versions: Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: { 'AddressGroup': {'1.2'}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Agent': {'1.1'}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'ConntrackHelper': {'1.0'}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'LocalIPAssociation': {'1.0'}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Log': {'1.0'}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'NDPProxy': {'1.0'}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Network': {'1.1'}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Port': {'1.7'}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'PortForwarding': {'1.3'}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'QosPolicy': {'1.10'}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'SecurityGroup': {'1.5'}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'SecurityGroupRule': {'1.2'}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'SubPort': {'1.0'}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Subnet': {'1.1'}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Trunk': {'1.1'}} Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: consumer versions: Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: { DHCP agent@dv-cinder-834545-1-iscsi: {}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: L3 agent@dv-cinder-834545-1-iscsi: {}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: Metadata agent@dv-cinder-834545-1-iscsi: {}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: Metering agent@dv-cinder-834545-1-iscsi: {}, Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: Open vSwitch agent@dv-cinder-834545-1-iscsi: { 'AddressGroup': '1.2', Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Agent': '1.1', Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'ConntrackHelper': '1.0', Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'LocalIPAssociation': '1.0', Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Log': '1.0', Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'NDPProxy': '1.0', Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Network': '1.1', Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Port': '1.7', Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'PortForwarding': '1.3', Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'QosPolicy': '1.10', Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'SecurityGroup': '1.5', Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'SecurityGroupRule': '1.2', Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'SubPort': '1.0', Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Subnet': '1.1', Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Trunk': '1.1'}} Mar 21 21:56:50.491321 dv-cinder-834545-1-iscsi neutron-server[115865]: {{(pid=115865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 21:56:50.566782 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-de906adb-0633-45af-9006-4a01da1a5d18 None None] Provisioning complete for port e5b20324-19bc-454d-9a95-ea0dc6f93a92 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:56:50.567870 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-de906adb-0633-45af-9006-4a01da1a5d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:50.571177 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] For port e5b20324-19bc-454d-9a95-ea0dc6f93a92, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:56:50.595910 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] For port e5b20324-19bc-454d-9a95-ea0dc6f93a92, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=e5b20324-19bc-454d-9a95-ea0dc6f93a92,segment=NetworkSegment(8d5e1df0-cf9a-43e3-855a-d87bad156686),segment_id=8d5e1df0-cf9a-43e3-855a-d87bad156686)] {{(pid=115865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:56:50.610370 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-de906adb-0633-45af-9006-4a01da1a5d18 None None] Port e5b20324-19bc-454d-9a95-ea0dc6f93a92 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 21:56:50.676205 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:50.739819 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Routers {'64a66e5c-8278-43ce-b5a9-6fab8b172962'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:56:50.740993 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T21:56:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['64a66e5c-8278-43ce-b5a9-6fab8b172962'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:56:50.781719 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae4ecf-1ba9-4080-8d14-a748118ad94b None None] Pushing event updated for resources: {'Port': ['ID=e5b20324-19bc-454d-9a95-ea0dc6f93a92,revision_number=4']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:50.847516 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] Set router 64a66e5c-8278-43ce-b5a9-6fab8b172962 gateway port host: None {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:56:50.938380 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-626c2697-46ef-4c97-b756-1e90c7121270 None None] Provisioning complete for port e5b20324-19bc-454d-9a95-ea0dc6f93a92 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:56:50.938775 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-626c2697-46ef-4c97-b756-1e90c7121270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:51.051286 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-626c2697-46ef-4c97-b756-1e90c7121270 None None] Current status of the port e5b20324-19bc-454d-9a95-ea0dc6f93a92 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:56:51.052097 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-626c2697-46ef-4c97-b756-1e90c7121270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:51.087294 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a66e5c-8278-43ce-b5a9-6fab8b172962', 'name': 'router1', 'tenant_id': '11cf446fd8114df6af5c2779628db013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:56:36Z', 'updated_at': '2022-03-21T21:56:47Z', 'revision_number': 2, 'project_id': '11cf446fd8114df6af5c2779628db013', 'gw_port_host': None, '_interfaces': [{'id': 'e5b20324-19bc-454d-9a95-ea0dc6f93a92', 'name': '', 'network_id': 'b165a802-2597-4053-8e3b-03f483bb3cf3', 'tenant_id': '11cf446fd8114df6af5c2779628db013', 'mac_address': 'fa:16:3e:12:c7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a66e5c-8278-43ce-b5a9-6fab8b172962', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '025d313b-2eb2-4852-9d5d-ea95574c65e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:56:46Z', 'updated_at': '2022-03-21T21:56:50Z', 'revision_number': 4, 'project_id': '11cf446fd8114df6af5c2779628db013', 'subnets': [{'id': '025d313b-2eb2-4852-9d5d-ea95574c65e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d825b1f-c16c-43c0-94ab-b69370332d20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:56:51.106377 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-626c2697-46ef-4c97-b756-1e90c7121270 None None] For port e5b20324-19bc-454d-9a95-ea0dc6f93a92, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=e5b20324-19bc-454d-9a95-ea0dc6f93a92,segment=NetworkSegment(8d5e1df0-cf9a-43e3-855a-d87bad156686),segment_id=8d5e1df0-cf9a-43e3-855a-d87bad156686)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:56:51.119859 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3450a1f-2832-4b15-aafe-1e7a0e535999 None None] The sync data for ids ['64a66e5c-8278-43ce-b5a9-6fab8b172962'] in dv-cinder-834545-1-iscsi is: [{'id': '64a66e5c-8278-43ce-b5a9-6fab8b172962', 'name': 'router1', 'tenant_id': '11cf446fd8114df6af5c2779628db013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:56:36Z', 'updated_at': '2022-03-21T21:56:47Z', 'revision_number': 2, 'project_id': '11cf446fd8114df6af5c2779628db013', 'gw_port_host': None, '_interfaces': [{'id': 'e5b20324-19bc-454d-9a95-ea0dc6f93a92', 'name': '', 'network_id': 'b165a802-2597-4053-8e3b-03f483bb3cf3', 'tenant_id': '11cf446fd8114df6af5c2779628db013', 'mac_address': 'fa:16:3e:12:c7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a66e5c-8278-43ce-b5a9-6fab8b172962', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '025d313b-2eb2-4852-9d5d-ea95574c65e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:56:46Z', 'updated_at': '2022-03-21T21:56:50Z', 'revision_number': 4, 'project_id': '11cf446fd8114df6af5c2779628db013', 'subnets': [{'id': '025d313b-2eb2-4852-9d5d-ea95574c65e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d825b1f-c16c-43c0-94ab-b69370332d20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:56:51.177403 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-626c2697-46ef-4c97-b756-1e90c7121270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:51.232012 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c2697-46ef-4c97-b756-1e90c7121270 None None] Pushing event updated for resources: {'Port': ['ID=e5b20324-19bc-454d-9a95-ea0dc6f93a92,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:51.304325 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 56130) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:56:51.452524 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466ebe32-510a-4cb4-8eb5-e2f2441be243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:51.453814 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-466ebe32-510a-4cb4-8eb5-e2f2441be243 admin admin] 10.222.0.45 "GET /v2.0/networks/daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 HTTP/1.1" status: 200 len: 842 time: 0.1485059 Mar 21 21:56:51.463408 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-330e53b7-dd65-4b86-bba9-233c39109003 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'enable_dhcp': False}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:56:51.572893 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330e53b7-dd65-4b86-bba9-233c39109003 admin admin] Made reservation on behalf of 7feb4d54dd37404c8b64c511f3401efc for: {'subnet': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:56:51.575287 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-330e53b7-dd65-4b86-bba9-233c39109003 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:51.989441 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.objects.ports [None req-330e53b7-dd65-4b86-bba9-233c39109003 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115862) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 21 21:56:51.989880 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-330e53b7-dd65-4b86-bba9-233c39109003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for subnet (3e2af898-57db-41eb-9bad-540643834147), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:52.045916 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e53b7-dd65-4b86-bba9-233c39109003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e2af898-57db-41eb-9bad-540643834147,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:52.056680 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e53b7-dd65-4b86-bba9-233c39109003 admin admin] Checking segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:56:52.057036 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e53b7-dd65-4b86-bba9-233c39109003 admin admin] Network hostable DHCP agents. Network: daf4c161-8bbf-47e8-a981-8fcb1ba76cd2, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:56:52.144214 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e53b7-dd65-4b86-bba9-233c39109003 admin admin] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:56:52.246757 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-330e53b7-dd65-4b86-bba9-233c39109003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, daf4c161-8bbf-47e8-a981-8fcb1ba76cd2) {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:56:52.250933 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330e53b7-dd65-4b86-bba9-233c39109003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:52.255368 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-330e53b7-dd65-4b86-bba9-233c39109003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:52.258215 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8e42de-b0d3-4490-aef6-4ebfe05c1b18 None None] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:56:52.364733 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0625ab40-f927-4c13-b00b-1002b66bf788 None None] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:56:52.386943 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-330e53b7-dd65-4b86-bba9-233c39109003 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9212360 Mar 21 21:56:54.912147 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 56138) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:56:55.151464 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-bd8ccc17-404c-4284-986c-f109dbe90ede demo admin] 10.222.0.45 "GET /v2.0/routers/64a66e5c-8278-43ce-b5a9-6fab8b172962 HTTP/1.1" status: 200 len: 710 time: 0.2380731 Mar 21 21:56:55.240226 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8776eb-355a-41b2-b71f-f8ad8b099dba demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:56:55.241608 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-cb8776eb-355a-41b2-b71f-f8ad8b099dba demo admin] 10.222.0.45 "GET /v2.0/networks/daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 HTTP/1.1" status: 200 len: 886 time: 0.0847313 Mar 21 21:56:55.251111 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:56:55.531681 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] Publish callbacks [] for router_gateway (64a66e5c-8278-43ce-b5a9-6fab8b172962), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:55.939809 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] Publish callbacks [] for router_gateway (64a66e5c-8278-43ce-b5a9-6fab8b172962), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:56.022549 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:56.281791 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] Allocated IP 172.27.2.189 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/b72474ad-e058-4ded-9f7a-9cd07935261a) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:56:56.398345 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] Publish callbacks [] for port (b72474ad-e058-4ded-9f7a-9cd07935261a), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:56.516408 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (b72474ad-e058-4ded-9f7a-9cd07935261a), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:56.587194 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:56:56.591966 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:56:56.599429 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:56:56.645439 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] Pushing event updated for resources: {'Port': ['ID=b72474ad-e058-4ded-9f7a-9cd07935261a,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:56:57.042922 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] Publish callbacks [] for router_gateway (64a66e5c-8278-43ce-b5a9-6fab8b172962), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:57.275182 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4165337', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3141'] for router (64a66e5c-8278-43ce-b5a9-6fab8b172962), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:57.282578 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4165328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4165163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702145'] for router (64a66e5c-8278-43ce-b5a9-6fab8b172962), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:57.402175 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] Router 64a66e5c-8278-43ce-b5a9-6fab8b172962 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 21:56:57.596710 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 21:56:57.604076 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] Publish callbacks [] for router (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:56:57.605899 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-c28fca7f-2649-44a6-9b34-f7acf14170ba demo admin] 10.222.0.45 "PUT /v2.0/routers/64a66e5c-8278-43ce-b5a9-6fab8b172962 HTTP/1.1" status: 200 len: 890 time: 2.3579161 Mar 21 21:57:00.257346 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 56150) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:57:00.390214 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-3663a337-43cb-4d2b-a892-2c7bc5a56982 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1315961 Mar 21 21:57:00.459019 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device e5b20324-19bc-454d-9a95-ea0dc6f93a92 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:57:00.503465 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Sync routers for ids ['64a66e5c-8278-43ce-b5a9-6fab8b172962'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 21:57:00.528116 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Routers {'64a66e5c-8278-43ce-b5a9-6fab8b172962'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:57:00.528806 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T21:56:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['64a66e5c-8278-43ce-b5a9-6fab8b172962'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:57:00.668415 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port e5b20324-19bc-454d-9a95-ea0dc6f93a92 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:57:00.669051 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:00.798710 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Set router 64a66e5c-8278-43ce-b5a9-6fab8b172962 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:57:00.944734 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port e5b20324-19bc-454d-9a95-ea0dc6f93a92 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:57:01.362080 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a66e5c-8278-43ce-b5a9-6fab8b172962', 'name': 'router1', 'tenant_id': '11cf446fd8114df6af5c2779628db013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b72474ad-e058-4ded-9f7a-9cd07935261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:56:36Z', 'updated_at': '2022-03-21T21:56:56Z', 'revision_number': 4, 'project_id': '11cf446fd8114df6af5c2779628db013', 'gw_port': {'id': 'b72474ad-e058-4ded-9f7a-9cd07935261a', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a66e5c-8278-43ce-b5a9-6fab8b172962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:56:56Z', 'updated_at': '2022-03-21T21:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'e5b20324-19bc-454d-9a95-ea0dc6f93a92', 'name': '', 'network_id': 'b165a802-2597-4053-8e3b-03f483bb3cf3', 'tenant_id': '11cf446fd8114df6af5c2779628db013', 'mac_address': 'fa:16:3e:12:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a66e5c-8278-43ce-b5a9-6fab8b172962', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '025d313b-2eb2-4852-9d5d-ea95574c65e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:56:46Z', 'updated_at': '2022-03-21T21:56:51Z', 'revision_number': 5, 'project_id': '11cf446fd8114df6af5c2779628db013', 'subnets': [{'id': '025d313b-2eb2-4852-9d5d-ea95574c65e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d825b1f-c16c-43c0-94ab-b69370332d20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:57:01.413226 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Checking router: 64a66e5c-8278-43ce-b5a9-6fab8b172962 for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 21:57:01.414114 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Updating router 64a66e5c-8278-43ce-b5a9-6fab8b172962 port b72474ad-e058-4ded-9f7a-9cd07935261a binding host dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 21:57:01.484029 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (b72474ad-e058-4ded-9f7a-9cd07935261a), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:01.848641 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Publish callbacks [] for port (b72474ad-e058-4ded-9f7a-9cd07935261a), precommit_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:01.930292 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (b72474ad-e058-4ded-9f7a-9cd07935261a), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:02.019697 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Attempting to bind port b72474ad-e058-4ded-9f7a-9cd07935261a on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:57:02.020074 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Attempting to bind port b72474ad-e058-4ded-9f7a-9cd07935261a by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:57:02.020444 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Attempting to bind port b72474ad-e058-4ded-9f7a-9cd07935261a on network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:57:02.022471 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8eb4bb-baa4-4835-9e42-1621640a97a9 None None] Pushing event updated for resources: {'Port': ['ID=b72474ad-e058-4ded-9f7a-9cd07935261a,revision_number=2']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:57:02.030913 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:57:02.031281 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Checking segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:57:02.031929 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:02.032542 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Bound using segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:57:02.033283 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Bound port: b72474ad-e058-4ded-9f7a-9cd07935261a, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:57:02.033934 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (b72474ad-e058-4ded-9f7a-9cd07935261a), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:02.093353 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] For port b72474ad-e058-4ded-9f7a-9cd07935261a, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:57:02.098744 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] For port b72474ad-e058-4ded-9f7a-9cd07935261a, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=b72474ad-e058-4ded-9f7a-9cd07935261a,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:57:02.178627 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (b72474ad-e058-4ded-9f7a-9cd07935261a), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:02.240772 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Routers {'64a66e5c-8278-43ce-b5a9-6fab8b172962'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 21:57:02.241422 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T21:56:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['64a66e5c-8278-43ce-b5a9-6fab8b172962'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:57:02.249569 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8eb4bb-baa4-4835-9e42-1621640a97a9 None None] Pushing event updated for resources: {'Port': ['ID=b72474ad-e058-4ded-9f7a-9cd07935261a,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:57:02.486977 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] Set router 64a66e5c-8278-43ce-b5a9-6fab8b172962 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 21:57:02.734748 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a66e5c-8278-43ce-b5a9-6fab8b172962', 'name': 'router1', 'tenant_id': '11cf446fd8114df6af5c2779628db013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b72474ad-e058-4ded-9f7a-9cd07935261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:56:36Z', 'updated_at': '2022-03-21T21:56:56Z', 'revision_number': 4, 'project_id': '11cf446fd8114df6af5c2779628db013', 'gw_port': {'id': 'b72474ad-e058-4ded-9f7a-9cd07935261a', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a66e5c-8278-43ce-b5a9-6fab8b172962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:56:56Z', 'updated_at': '2022-03-21T21:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'e5b20324-19bc-454d-9a95-ea0dc6f93a92', 'name': '', 'network_id': 'b165a802-2597-4053-8e3b-03f483bb3cf3', 'tenant_id': '11cf446fd8114df6af5c2779628db013', 'mac_address': 'fa:16:3e:12:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a66e5c-8278-43ce-b5a9-6fab8b172962', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '025d313b-2eb2-4852-9d5d-ea95574c65e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:56:46Z', 'updated_at': '2022-03-21T21:56:51Z', 'revision_number': 5, 'project_id': '11cf446fd8114df6af5c2779628db013', 'subnets': [{'id': '025d313b-2eb2-4852-9d5d-ea95574c65e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d825b1f-c16c-43c0-94ab-b69370332d20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 21:57:02.770566 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c547775-1d3c-4fb9-b057-3c651d94a8be None None] The sync data for ids ['64a66e5c-8278-43ce-b5a9-6fab8b172962'] in dv-cinder-834545-1-iscsi is: [{'id': '64a66e5c-8278-43ce-b5a9-6fab8b172962', 'name': 'router1', 'tenant_id': '11cf446fd8114df6af5c2779628db013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b72474ad-e058-4ded-9f7a-9cd07935261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T21:56:36Z', 'updated_at': '2022-03-21T21:56:56Z', 'revision_number': 4, 'project_id': '11cf446fd8114df6af5c2779628db013', 'gw_port': {'id': 'b72474ad-e058-4ded-9f7a-9cd07935261a', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a66e5c-8278-43ce-b5a9-6fab8b172962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:56:56Z', 'updated_at': '2022-03-21T21:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'e5b20324-19bc-454d-9a95-ea0dc6f93a92', 'name': '', 'network_id': 'b165a802-2597-4053-8e3b-03f483bb3cf3', 'tenant_id': '11cf446fd8114df6af5c2779628db013', 'mac_address': 'fa:16:3e:12:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a66e5c-8278-43ce-b5a9-6fab8b172962', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '025d313b-2eb2-4852-9d5d-ea95574c65e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T21:56:46Z', 'updated_at': '2022-03-21T21:56:51Z', 'revision_number': 5, 'project_id': '11cf446fd8114df6af5c2779628db013', 'subnets': [{'id': '025d313b-2eb2-4852-9d5d-ea95574c65e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d825b1f-c16c-43c0-94ab-b69370332d20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 21:57:04.495560 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device b72474ad-e058-4ded-9f7a-9cd07935261a up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:57:04.569654 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port b72474ad-e058-4ded-9f7a-9cd07935261a triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:57:04.570807 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (b72474ad-e058-4ded-9f7a-9cd07935261a), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:04.677910 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port b72474ad-e058-4ded-9f7a-9cd07935261a is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:57:04.678560 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (b72474ad-e058-4ded-9f7a-9cd07935261a), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:04.705175 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port b72474ad-e058-4ded-9f7a-9cd07935261a, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=b72474ad-e058-4ded-9f7a-9cd07935261a,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:57:04.761073 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (b72474ad-e058-4ded-9f7a-9cd07935261a), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:04.846369 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=b72474ad-e058-4ded-9f7a-9cd07935261a,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:57:06.518123 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device b72474ad-e058-4ded-9f7a-9cd07935261a up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:57:06.658966 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port b72474ad-e058-4ded-9f7a-9cd07935261a triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:57:06.659584 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (b72474ad-e058-4ded-9f7a-9cd07935261a), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:06.968730 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port b72474ad-e058-4ded-9f7a-9cd07935261a is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:57:08.439454 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-4a5c8a65-3712-4b3c-9209-af1ae534a79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:11.034339 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fcf51c14-486f-4983-9a79-2e52a1f801c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:12.784710 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:14.200556 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:15.658300 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:21.437611 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 5 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:57:38.439864 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7d1de776-b239-4e01-9a38-37af0f6bad5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:40.999341 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-14863d28-6626-4da8-9268-b6fe3967a4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:42.771495 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:44.204837 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:45.644492 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:57:58.517534 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 5 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:58:08.454822 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0625645a-fc5f-4eb6-956f-cf6784222fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:11.036729 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-433bb53d-f243-464e-9d6c-9f3344250ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:12.774773 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:14.202688 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:15.648799 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:27.513884 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 56634) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:27.579617 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.pecan_wsgi.hooks.translation [None req-508a74c2-2652-40fb-a298-5740e45a58ad admin admin] GET failed (client error): The resource could not be found. Mar 21 21:58:27.581035 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-508a74c2-2652-40fb-a298-5740e45a58ad admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661952 Mar 21 21:58:27.741066 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7893a9f-36ee-4fc9-b617-01a376687ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:27.742463 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-f7893a9f-36ee-4fc9-b617-01a376687ba7 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1574364 Mar 21 21:58:30.063631 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 56644) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:30.156171 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc93946-4f3e-46d1-82c8-b582ee2f801c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:30.157546 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-2fc93946-4f3e-46d1-82c8-b582ee2f801c admin admin] 10.222.0.45 "GET /v2.0/subnets/025d313b-2eb2-4852-9d5d-ea95574c65e9 HTTP/1.1" status: 200 len: 849 time: 0.0929694 Mar 21 21:58:30.167169 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:58:30.253587 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Publish callbacks [] for subnet (025d313b-2eb2-4852-9d5d-ea95574c65e9), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:30.448717 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732300014475'] for subnet (025d313b-2eb2-4852-9d5d-ea95574c65e9), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:30.481689 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:30.482773 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:30.489343 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] 10.222.0.45 "PUT /v2.0/subnets/025d313b-2eb2-4852-9d5d-ea95574c65e9 HTTP/1.1" status: 200 len: 868 time: 0.3202760 Mar 21 21:58:30.489587 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54475c4-f666-434a-9734-08c74d1d3a19 None None] Network b165a802-2597-4053-8e3b-03f483bb3cf3 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:58:30.503019 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=025d313b-2eb2-4852-9d5d-ea95574c65e9,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:58:30.511093 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:30.511381 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:30.511753 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:30.512132 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:30.512482 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:30.512863 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:30.513222 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:30.513547 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:30.513900 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:30.514240 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:30.514589 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:30.514966 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:30.515305 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:30.515631 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:30.515961 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9782cfba-918d-403f-a9cd-6babb2b83c09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:58:30.787097 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-57f50034-9123-4622-9583-eb798f197198 None None] Provisioning complete for port 77bb0584-9bfd-4053-82aa-b55146a3ac0d triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:58:30.787491 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-57f50034-9123-4622-9583-eb798f197198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (77bb0584-9bfd-4053-82aa-b55146a3ac0d), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:30.868410 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-57f50034-9123-4622-9583-eb798f197198 None None] Current status of the port 77bb0584-9bfd-4053-82aa-b55146a3ac0d is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:58:30.880984 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-57f50034-9123-4622-9583-eb798f197198 None None] Provisioning complete for port e5b20324-19bc-454d-9a95-ea0dc6f93a92 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:58:30.881388 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-57f50034-9123-4622-9583-eb798f197198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (e5b20324-19bc-454d-9a95-ea0dc6f93a92), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:30.959608 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-57f50034-9123-4622-9583-eb798f197198 None None] Current status of the port e5b20324-19bc-454d-9a95-ea0dc6f93a92 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:58:32.843271 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 56652) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:33.040520 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9364b6e-d20a-40d8-ada3-6117d6a693ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:33.040907 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9364b6e-d20a-40d8-ada3-6117d6a693ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:33.042440 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-b9364b6e-d20a-40d8-ada3-6117d6a693ed admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1987553 Mar 21 21:58:35.393519 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 56660) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:35.433837 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 5 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:58:35.532698 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b451b6af-34cc-4358-a383-63edaed1b7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:35.533681 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b451b6af-34cc-4358-a383-63edaed1b7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:35.535265 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-b451b6af-34cc-4358-a383-63edaed1b7f6 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1407893 Mar 21 21:58:37.878462 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 56668) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:38.022673 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9900684-8c5f-454d-9061-15bcad6e5c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:38.024102 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-e9900684-8c5f-454d-9061-15bcad6e5c67 admin admin] 10.222.0.45 "GET /v2.0/networks/b165a802-2597-4053-8e3b-03f483bb3cf3 HTTP/1.1" status: 200 len: 869 time: 0.1446569 Mar 21 21:58:38.419618 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6ec7fe1c-24b1-4f4d-a19d-bb2184ccbf7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:40.348647 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 56676) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:40.474314 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c68f9e-5d76-4d48-9b6c-f0f937b269c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:40.475743 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-c4c68f9e-5d76-4d48-9b6c-f0f937b269c4 admin admin] 10.222.0.45 "GET /v2.0/networks/daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 HTTP/1.1" status: 200 len: 886 time: 0.1261344 Mar 21 21:58:41.013760 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-c73f6362-4ab3-434f-a817-fd40385a7e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:42.794815 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 56686) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:42.802338 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:42.921972 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec3a646-f933-4ccd-b18c-510793b59240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:42.922430 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec3a646-f933-4ccd-b18c-510793b59240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:42.924561 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-dec3a646-f933-4ccd-b18c-510793b59240 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1287639 Mar 21 21:58:44.201704 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:45.285268 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 56694) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:45.379341 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cdb53b-d640-4ff0-b962-b65c75055b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:45.379795 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cdb53b-d640-4ff0-b962-b65c75055b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:45.381306 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-83cdb53b-d640-4ff0-b962-b65c75055b55 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0950911 Mar 21 21:58:45.636472 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:58:47.741013 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 56702) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:47.834958 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace54471-4737-4a98-accd-cae566d9941e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:47.836312 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-ace54471-4737-4a98-accd-cae566d9941e admin admin] 10.222.0.45 "GET /v2.0/subnets/025d313b-2eb2-4852-9d5d-ea95574c65e9 HTTP/1.1" status: 200 len: 868 time: 0.0944371 Mar 21 21:58:50.203835 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 56710) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:58:50.290531 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36b7044-49bf-409a-8fff-1856b914fee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:58:50.291914 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-e36b7044-49bf-409a-8fff-1856b914fee8 admin admin] 10.222.0.45 "GET /v2.0/subnets/3e2af898-57db-41eb-9bad-540643834147 HTTP/1.1" status: 200 len: 816 time: 0.0866506 Mar 21 21:59:08.452498 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f67d0639-3401-451d-a489-8a0a6fd047c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:10.983530 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-debf9531-d07c-4bfd-9086-c81d925674d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:12.432173 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 5 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 21:59:12.767279 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:14.235192 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:15.640711 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:18.702912 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 56762) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:59:18.751097 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [None req-12d5ec77-cd54-4302-9f6f-e410ee26a953 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115862) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 21:59:18.752110 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-12d5ec77-cd54-4302-9f6f-e410ee26a953 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483334 Mar 21 21:59:21.180382 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 56770) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:59:21.242233 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4c5e49-1807-46b1-857c-679fdfb20c25 admin admin] GET failed (client error): The resource could not be found. Mar 21 21:59:21.243506 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-9b4c5e49-1807-46b1-857c-679fdfb20c25 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621884 Mar 21 21:59:21.387599 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03166fd6-464f-447c-9b5a-f23d1b7979f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:59:21.388991 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-03166fd6-464f-447c-9b5a-f23d1b7979f2 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1414428 Mar 21 21:59:23.749853 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 56778) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:59:23.797003 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-b9e31e1a-1d50-4ce5-93dc-11cf4abbba5e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:59:23.903509 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e31e1a-1d50-4ce5-93dc-11cf4abbba5e admin admin] Made reservation on behalf of 7feb4d54dd37404c8b64c511f3401efc for: {'network': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:59:23.905858 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b9e31e1a-1d50-4ce5-93dc-11cf4abbba5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:23.940410 dv-cinder-834545-1-iscsi neutron-server[115862]: WARNING neutron.services.revisions.revision_plugin [None req-b9e31e1a-1d50-4ce5-93dc-11cf4abbba5e admin admin] Could not find related network for resource to bump revision. Mar 21 21:59:23.953032 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e31e1a-1d50-4ce5-93dc-11cf4abbba5e admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=115862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 21:59:23.962197 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b9e31e1a-1d50-4ce5-93dc-11cf4abbba5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (9372e835-2ad9-40c5-a28a-9681e43c19ab), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:23.962532 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.segments_db [None req-b9e31e1a-1d50-4ce5-93dc-11cf4abbba5e admin admin] Added segment 9372e835-2ad9-40c5-a28a-9681e43c19ab of type vlan for network 5821478e-4e0f-47d5-8885-c8fc073b5a38 Mar 21 21:59:24.001346 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b9e31e1a-1d50-4ce5-93dc-11cf4abbba5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (5821478e-4e0f-47d5-8885-c8fc073b5a38), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:24.086221 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b9e31e1a-1d50-4ce5-93dc-11cf4abbba5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (5821478e-4e0f-47d5-8885-c8fc073b5a38), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:24.087446 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e31e1a-1d50-4ce5-93dc-11cf4abbba5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:59:24.088121 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b9e31e1a-1d50-4ce5-93dc-11cf4abbba5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:24.177886 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e31e1a-1d50-4ce5-93dc-11cf4abbba5e admin admin] Pushing event updated for resources: {'Network': ['ID=5821478e-4e0f-47d5-8885-c8fc073b5a38,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:59:24.188948 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network 5821478e-4e0f-47d5-8885-c8fc073b5a38 details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 21:59:24.226071 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-b9e31e1a-1d50-4ce5-93dc-11cf4abbba5e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4751806 Mar 21 21:59:26.595725 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 56786) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 21:59:26.655793 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.pecan_wsgi.hooks.translation [None req-44080ac2-bf3f-475b-993c-2bf7f6f2c4c7 admin admin] GET failed (client error): The resource could not be found. Mar 21 21:59:26.657133 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-44080ac2-bf3f-475b-993c-2bf7f6f2c4c7 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604103 Mar 21 21:59:26.729203 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16b3296-d7e3-4bfe-bad2-b33784931969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:59:26.730572 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-a16b3296-d7e3-4bfe-bad2-b33784931969 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694883 Mar 21 21:59:26.740782 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-d1714267-f2d8-4ac5-80c2-2b0b5cd0f3c6 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '5821478e-4e0f-47d5-8885-c8fc073b5a38', 'description': 'shared-subnet'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 21:59:26.851970 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1714267-f2d8-4ac5-80c2-2b0b5cd0f3c6 admin admin] Made reservation on behalf of 7feb4d54dd37404c8b64c511f3401efc for: {'subnet': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 21:59:26.854308 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d1714267-f2d8-4ac5-80c2-2b0b5cd0f3c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:27.057664 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d1714267-f2d8-4ac5-80c2-2b0b5cd0f3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for subnet (b740b641-96f9-4be3-bd5c-4c859def8e6a), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:27.115446 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1714267-f2d8-4ac5-80c2-2b0b5cd0f3c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b740b641-96f9-4be3-bd5c-4c859def8e6a,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:59:27.122501 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1714267-f2d8-4ac5-80c2-2b0b5cd0f3c6 admin admin] Checking segment: {'id': '9372e835-2ad9-40c5-a28a-9681e43c19ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5821478e-4e0f-47d5-8885-c8fc073b5a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:59:27.122860 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1714267-f2d8-4ac5-80c2-2b0b5cd0f3c6 admin admin] Network hostable DHCP agents. Network: 5821478e-4e0f-47d5-8885-c8fc073b5a38, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 21:59:27.176879 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1714267-f2d8-4ac5-80c2-2b0b5cd0f3c6 admin admin] Network 5821478e-4e0f-47d5-8885-c8fc073b5a38 is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 21:59:27.222659 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-d1714267-f2d8-4ac5-80c2-2b0b5cd0f3c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, 5821478e-4e0f-47d5-8885-c8fc073b5a38) {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:59:27.226734 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1714267-f2d8-4ac5-80c2-2b0b5cd0f3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 21:59:27.227348 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d1714267-f2d8-4ac5-80c2-2b0b5cd0f3c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:27.232094 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477f7005-5253-4786-b8a7-b3f59b44a641 None None] Network 5821478e-4e0f-47d5-8885-c8fc073b5a38 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:59:27.332249 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa991b821-98ed-579e-a256-fb205f0cf9fe-5821478e-4e0f-47d5-8885-c8fc073b5a38', 'network_id': '5821478e-4e0f-47d5-8885-c8fc073b5a38', 'project_id': '7feb4d54dd37404c8b64c511f3401efc', 'fixed_ips': [{'subnet_id': 'b740b641-96f9-4be3-bd5c-4c859def8e6a'}]}} from dv-cinder-834545-1-iscsi. {{(pid=115864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 21:59:27.333113 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:27.365966 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-d1714267-f2d8-4ac5-80c2-2b0b5cd0f3c6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6285326 Mar 21 21:59:27.508709 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.db_base_plugin_common [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Allocated IP 192.168.233.2 (5821478e-4e0f-47d5-8885-c8fc073b5a38/b740b641-96f9-4be3-bd5c-4c859def8e6a/c8a6d0fc-f60b-4ebe-9043-9303ebbd719a) {{(pid=115864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 21:59:27.663616 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Publish callbacks [] for port (c8a6d0fc-f60b-4ebe-9043-9303ebbd719a), precommit_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:27.737659 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (c8a6d0fc-f60b-4ebe-9043-9303ebbd719a), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:27.776270 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Network 5821478e-4e0f-47d5-8885-c8fc073b5a38 is already hosted by enough agents. {{(pid=115864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 21:59:27.779222 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.base_scheduler [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Resources bound (agent type, host, resource id): {{(pid=115864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 21:59:27.789865 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Received port after_create {{(pid=115864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 21:59:27.797833 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Pushing event updated for resources: {'Port': ['ID=c8a6d0fc-f60b-4ebe-9043-9303ebbd719a,revision_number=1']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:59:27.808301 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:59:27.808301 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:59:27.808301 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:59:27.808705 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:59:27.808996 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:59:27.809317 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:59:27.809647 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:59:27.809963 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:59:27.810284 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:59:27.810601 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:59:27.810938 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:59:27.811807 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:59:27.812125 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:59:27.812437 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:59:27.812751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 21:59:27.860581 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Attempting to bind port c8a6d0fc-f60b-4ebe-9043-9303ebbd719a on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 21:59:27.860940 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Attempting to bind port c8a6d0fc-f60b-4ebe-9043-9303ebbd719a by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '9372e835-2ad9-40c5-a28a-9681e43c19ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5821478e-4e0f-47d5-8885-c8fc073b5a38'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 21:59:27.861292 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Attempting to bind port c8a6d0fc-f60b-4ebe-9043-9303ebbd719a on network 5821478e-4e0f-47d5-8885-c8fc073b5a38 {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 21:59:27.866403 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 21, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 21:59:27.866810 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Checking segment: {'id': '9372e835-2ad9-40c5-a28a-9681e43c19ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5821478e-4e0f-47d5-8885-c8fc073b5a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 21:59:27.867193 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:27.867796 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Bound using segment: {'id': '9372e835-2ad9-40c5-a28a-9681e43c19ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5821478e-4e0f-47d5-8885-c8fc073b5a38'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 21:59:27.868255 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Bound port: c8a6d0fc-f60b-4ebe-9043-9303ebbd719a, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9372e835-2ad9-40c5-a28a-9681e43c19ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5821478e-4e0f-47d5-8885-c8fc073b5a38'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 21:59:27.868628 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (c8a6d0fc-f60b-4ebe-9043-9303ebbd719a), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:27.932818 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] For port c8a6d0fc-f60b-4ebe-9043-9303ebbd719a, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 21:59:27.935884 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] For port c8a6d0fc-f60b-4ebe-9043-9303ebbd719a, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=c8a6d0fc-f60b-4ebe-9043-9303ebbd719a,segment=NetworkSegment(9372e835-2ad9-40c5-a28a-9681e43c19ab),segment_id=9372e835-2ad9-40c5-a28a-9681e43c19ab)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 21:59:27.995475 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (c8a6d0fc-f60b-4ebe-9043-9303ebbd719a), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:28.060113 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb03e51-f177-4f79-ae32-3b0f7683a9c9 None None] Pushing event updated for resources: {'Port': ['ID=c8a6d0fc-f60b-4ebe-9043-9303ebbd719a,revision_number=2']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:59:28.531964 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device c8a6d0fc-f60b-4ebe-9043-9303ebbd719a up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:59:28.589618 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port c8a6d0fc-f60b-4ebe-9043-9303ebbd719a triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:59:28.590059 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c8a6d0fc-f60b-4ebe-9043-9303ebbd719a), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:28.681851 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port c8a6d0fc-f60b-4ebe-9043-9303ebbd719a is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:59:28.682260 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (c8a6d0fc-f60b-4ebe-9043-9303ebbd719a), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:28.720178 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port c8a6d0fc-f60b-4ebe-9043-9303ebbd719a, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=c8a6d0fc-f60b-4ebe-9043-9303ebbd719a,segment=NetworkSegment(9372e835-2ad9-40c5-a28a-9681e43c19ab),segment_id=9372e835-2ad9-40c5-a28a-9681e43c19ab)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 21:59:28.794464 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (c8a6d0fc-f60b-4ebe-9043-9303ebbd719a), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:28.853063 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=c8a6d0fc-f60b-4ebe-9043-9303ebbd719a,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 21:59:28.942586 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d257017-7576-4962-925f-4f60c11c55d5 None None] Network 5821478e-4e0f-47d5-8885-c8fc073b5a38 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 21:59:29.059063 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-81e01b1c-af93-4522-8e30-a03f91bd257d None None] Provisioning complete for port c8a6d0fc-f60b-4ebe-9043-9303ebbd719a triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:59:29.059385 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-81e01b1c-af93-4522-8e30-a03f91bd257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c8a6d0fc-f60b-4ebe-9043-9303ebbd719a), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:29.151972 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-81e01b1c-af93-4522-8e30-a03f91bd257d None None] Current status of the port c8a6d0fc-f60b-4ebe-9043-9303ebbd719a is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:59:29.273320 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-a1e2b9a2-dc8c-47e5-80d7-050f04b89c00 None None] Provisioning complete for port c8a6d0fc-f60b-4ebe-9043-9303ebbd719a triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:59:29.273716 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-a1e2b9a2-dc8c-47e5-80d7-050f04b89c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c8a6d0fc-f60b-4ebe-9043-9303ebbd719a), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:29.356921 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2b9a2-dc8c-47e5-80d7-050f04b89c00 None None] Current status of the port c8a6d0fc-f60b-4ebe-9043-9303ebbd719a is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:59:30.494541 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device c8a6d0fc-f60b-4ebe-9043-9303ebbd719a up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 21:59:30.548003 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port c8a6d0fc-f60b-4ebe-9043-9303ebbd719a triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 21:59:30.548394 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c8a6d0fc-f60b-4ebe-9043-9303ebbd719a), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:30.629145 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port c8a6d0fc-f60b-4ebe-9043-9303ebbd719a is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 21:59:38.456656 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-40bb9f0f-7929-4be0-814f-1b0df4cd2836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:41.000130 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-c64848b8-77a8-40c2-b114-d3e38832eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:42.765300 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:44.212380 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:45.713790 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 21:59:49.430358 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 5 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:00:08.426757 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-c5e79492-3e4f-44a3-9377-719c12473ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:10.992666 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-9a66a94e-be3f-4a36-bb3e-ba47c9e19686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:12.780818 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:14.216073 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:15.638263 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:26.428681 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 5 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:00:38.449320 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-a9fe4b88-781e-4225-a56e-faa9bc4ebb45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:41.025246 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-207cfb33-492d-47d0-90c5-8a6e287cb804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:42.779942 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:44.214754 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:45.694127 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:54.779131 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 56824) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:00:54.785050 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [None req-ef3f5b7d-8dcb-4f81-afd4-f8530aaa680b tempest-verify_tempest_config-186547006 tempest-verify_tempest_config-186547006-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115862) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 22:00:54.786009 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-ef3f5b7d-8dcb-4f81-afd4-f8530aaa680b tempest-verify_tempest_config-186547006 tempest-verify_tempest_config-186547006-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059037 Mar 21 22:00:55.272449 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 56842) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:00:55.376584 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:55.448414 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Publish callbacks [] for security_group (6598638a-b298-4762-8567-cb12465eff22), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:55.504900 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (6598638a-b298-4762-8567-cb12465eff22), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:55.553270 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=566575901df14d98979f18b542e503e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2797184 Mar 21 22:00:55.554248 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6598638a-b298-4762-8567-cb12465eff22,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:00:55.556860 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 56848) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:00:55.561883 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.562243 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.562606 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.562983 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.563325 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.563659 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.563993 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.564320 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.564667 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.564998 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.565342 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.565696 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.566042 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.566374 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.566803 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cecdb6-1714-485c-8e90-a3ece6710bb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.611709 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Publish callbacks [] for security_group (6598638a-b298-4762-8567-cb12465eff22), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:55.632661 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Publish callbacks [] for security_group (6598638a-b298-4762-8567-cb12465eff22), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:55.768342 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (6598638a-b298-4762-8567-cb12465eff22), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:55.771032 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:00:55.772173 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6598638a-b298-4762-8567-cb12465eff22 HTTP/1.1" status: 204 len: 168 time: 0.2143660 Mar 21 22:00:55.779945 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6598638a-b298-4762-8567-cb12465eff22,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:00:55.786993 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.787343 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.787706 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.788044 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.788364 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.788697 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.789007 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.789327 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.789655 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.789985 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.790307 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.790627 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.791015 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.791266 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:00:55.791572 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51931a31-58c5-4927-a07f-8f2f29dcb00e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:01:03.430676 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 5 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:01:08.441525 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-bcdd7f9f-4443-411a-a8be-a700ed50f93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:10.990190 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fa3545ff-1923-4ad2-a18a-f13d0d44f8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:12.766947 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:14.213162 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:15.652862 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:38.464862 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-60a3d86e-171b-4256-8fa5-1f833e50e5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:40.428762 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 5 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:01:41.006596 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-25a44fbb-8769-4ab9-80dd-b76f4cb17d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:42.794170 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:44.217416 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:01:45.663232 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:08.450945 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-87e20b27-d34b-41e9-8277-144e438a7d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:11.010610 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-c4b1530b-50b3-4693-9e25-a362a28a790f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:12.804947 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:14.232894 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:15.633648 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:17.426569 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 5 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:02:38.449446 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-214b2da8-8a24-4187-a35b-eea1d06245d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:39.935200 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4162603'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:41.027579 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0f30ab42-23ba-4105-9f09-0383b8a44664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:42.798804 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:44.255783 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:45.653857 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:02:54.142478 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 56918) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:02:54.248329 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-ba5d6127-2bf8-40a0-9968-5ac85f331d13 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1046145 Mar 21 22:02:54.425578 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:02:56.598465 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 56928) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:02:56.654770 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-0d5baeb3-0da7-4068-84fe-4fbd5d5cafe0 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0551701 Mar 21 22:03:08.456485 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d1335fea-ea4c-403a-a7be-ab013cb63216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:09.884777 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:11.004941 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-91936536-91e6-4e07-8c6f-bd15450d5e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:12.788032 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:14.250102 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:15.662425 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:31.424505 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:03:38.439021 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e06dd30e-c361-4efc-9f83-770ff0cdf4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:39.885319 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:41.000278 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0686e8dc-0d08-4865-b5b2-7c1645dabb90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:42.816342 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:44.261724 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:03:45.645821 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:08.423771 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:04:08.439203 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2f1921b3-00d9-42b2-b6d2-c22ca0845345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:09.908967 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:11.017228 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-1990653b-6e72-4689-8bc1-cf687128ffb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:12.816155 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:14.246114 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:15.663043 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:38.485250 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-70166c99-e7a0-4f23-9634-272f7d8433aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:38.914317 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57030) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:39.263021 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-88792038-network', 'tenant_id': 'e0c7f0ea979e455594271f4b813db527'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:04:39.367043 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Made reservation on behalf of e0c7f0ea979e455594271f4b813db527 for: {'network': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:04:39.371229 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:39.386612 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:39.481486 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Publish callbacks [] for security_group (2794af89-df55-4d3e-a46b-4cbd10907803), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:39.566592 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (2794af89-df55-4d3e-a46b-4cbd10907803), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:39.595255 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=115862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 22:04:39.614436 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2794af89-df55-4d3e-a46b-4cbd10907803,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:39.627071 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:39.627724 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:39.628094 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:39.628439 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:39.628827 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:39.629154 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:39.629488 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:39.629807 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:39.630148 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:39.630478 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:39.630818 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:39.631822 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:39.631822 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:39.632151 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:39.632593 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Tracked resource versions report: Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: pushed versions: Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: { 'AddressGroup': {'1.2'}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Agent': {'1.1'}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'ConntrackHelper': {'1.0'}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'LocalIPAssociation': {'1.0'}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Log': {'1.0'}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'NDPProxy': {'1.0'}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Network': {'1.1'}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Port': {'1.7'}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'PortForwarding': {'1.3'}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'QosPolicy': {'1.10'}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'SecurityGroup': {'1.5'}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'SecurityGroupRule': {'1.2'}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'SubPort': {'1.0'}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Subnet': {'1.1'}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Trunk': {'1.1'}} Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: consumer versions: Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: { DHCP agent@dv-cinder-834545-1-iscsi: {}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: HyperV agent@hv-cinder-83454: {}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: L3 agent@dv-cinder-834545-1-iscsi: {}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: Metadata agent@dv-cinder-834545-1-iscsi: {}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: Metering agent@dv-cinder-834545-1-iscsi: {}, Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: Open vSwitch agent@dv-cinder-834545-1-iscsi: { 'AddressGroup': '1.2', Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Agent': '1.1', Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'ConntrackHelper': '1.0', Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'LocalIPAssociation': '1.0', Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Log': '1.0', Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'NDPProxy': '1.0', Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Network': '1.1', Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Port': '1.7', Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'PortForwarding': '1.3', Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'QosPolicy': '1.10', Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'SecurityGroup': '1.5', Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'SecurityGroupRule': '1.2', Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'SubPort': '1.0', Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Subnet': '1.1', Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: 'Trunk': '1.1'}} Mar 21 22:04:39.633569 dv-cinder-834545-1-iscsi neutron-server[115862]: {{(pid=115862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 22:04:39.639129 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (e0f08c74-1ada-4610-965a-a102d18650cf), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:39.639476 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.segments_db [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Added segment e0f08c74-1ada-4610-965a-a102d18650cf of type vlan for network 0f6bd3c2-bf1c-4545-a012-75f04dab87be Mar 21 22:04:39.684148 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (0f6bd3c2-bf1c-4545-a012-75f04dab87be), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:39.818070 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (0f6bd3c2-bf1c-4545-a012-75f04dab87be), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:39.819016 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:04:39.819605 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:39.897425 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] Pushing event updated for resources: {'Network': ['ID=0f6bd3c2-bf1c-4545-a012-75f04dab87be,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:39.908665 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network 0f6bd3c2-bf1c-4545-a012-75f04dab87be details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 22:04:39.924722 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-3460f278-1570-4f10-b294-9ba3a832567b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0073681 Mar 21 22:04:39.929081 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 57090) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:39.935674 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Request body: {'subnet': {'network_id': '0f6bd3c2-bf1c-4545-a012-75f04dab87be', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-88792038-subnet', 'tenant_id': 'e0c7f0ea979e455594271f4b813db527', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:04:39.946450 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:40.022281 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Made reservation on behalf of e0c7f0ea979e455594271f4b813db527 for: {'subnet': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:04:40.024710 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:40.332006 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for subnet (e41f0dca-1e36-4c9c-bf24-578fb604cceb), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:40.384296 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e41f0dca-1e36-4c9c-bf24-578fb604cceb,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:40.392458 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:40.393106 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:40.393628 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:40.394132 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:40.394622 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:40.395144 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:40.395664 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:40.396780 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:40.396780 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:40.396780 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:40.397120 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:40.397424 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:40.397664 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:40.397990 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:40.398306 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Tracked resource versions report: Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: pushed versions: Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: { 'AddressGroup': {'1.2'}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Agent': {'1.1'}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'ConntrackHelper': {'1.0'}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'LocalIPAssociation': {'1.0'}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Log': {'1.0'}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'NDPProxy': {'1.0'}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Network': {'1.1'}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Port': {'1.7'}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'PortForwarding': {'1.3'}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'QosPolicy': {'1.10'}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'SecurityGroup': {'1.5'}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'SecurityGroupRule': {'1.2'}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'SubPort': {'1.0'}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Subnet': {'1.1'}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Trunk': {'1.1'}} Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: consumer versions: Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: { DHCP agent@dv-cinder-834545-1-iscsi: {}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: HyperV agent@hv-cinder-83454: {}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: L3 agent@dv-cinder-834545-1-iscsi: {}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: Metadata agent@dv-cinder-834545-1-iscsi: {}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: Metering agent@dv-cinder-834545-1-iscsi: {}, Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: Open vSwitch agent@dv-cinder-834545-1-iscsi: { 'AddressGroup': '1.2', Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Agent': '1.1', Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'ConntrackHelper': '1.0', Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'LocalIPAssociation': '1.0', Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Log': '1.0', Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'NDPProxy': '1.0', Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Network': '1.1', Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Port': '1.7', Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'PortForwarding': '1.3', Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'QosPolicy': '1.10', Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'SecurityGroup': '1.5', Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'SecurityGroupRule': '1.2', Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'SubPort': '1.0', Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Subnet': '1.1', Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: 'Trunk': '1.1'}} Mar 21 22:04:40.399577 dv-cinder-834545-1-iscsi neutron-server[115863]: {{(pid=115863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 22:04:40.442635 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Checking segment: {'id': 'e0f08c74-1ada-4610-965a-a102d18650cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0f6bd3c2-bf1c-4545-a012-75f04dab87be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:04:40.443273 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Network hostable DHCP agents. Network: 0f6bd3c2-bf1c-4545-a012-75f04dab87be, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 22:04:40.589851 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Network 0f6bd3c2-bf1c-4545-a012-75f04dab87be is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 22:04:40.675158 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, 0f6bd3c2-bf1c-4545-a012-75f04dab87be) {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:04:40.681317 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:04:40.684909 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:40.687864 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b90f11c-8cf9-4997-b157-0d4034e70d02 None None] Network 0f6bd3c2-bf1c-4545-a012-75f04dab87be requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:04:40.763937 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-96b5c311-011b-46a0-a22b-a2812fdaae8d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8334668 Mar 21 22:04:40.824193 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f241c8f-e2c5-4afd-8478-b1048d835cd3 None None] Network 0f6bd3c2-bf1c-4545-a012-75f04dab87be requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:04:41.019094 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-83ad3fd6-9656-4f97-a340-33aa0c222ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:41.641967 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 57164) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:42.154111 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-316ee029-762e-43f1-9b29-fec8d48d02d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-796412418-network', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:04:42.253146 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316ee029-762e-43f1-9b29-fec8d48d02d6 admin admin] Made reservation on behalf of df9e8bc23578427484ebb0a84c1373dd for: {'network': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:04:42.256587 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-316ee029-762e-43f1-9b29-fec8d48d02d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:42.279956 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57180) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:42.365509 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-316ee029-762e-43f1-9b29-fec8d48d02d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:42.487284 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-316ee029-762e-43f1-9b29-fec8d48d02d6 admin admin] Publish callbacks [] for security_group (ff52dde6-313c-43c8-a1f8-7ce2940af737), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:42.550745 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57190) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:42.561157 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-316ee029-762e-43f1-9b29-fec8d48d02d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (ff52dde6-313c-43c8-a1f8-7ce2940af737), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:42.611751 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316ee029-762e-43f1-9b29-fec8d48d02d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=115863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 22:04:42.627547 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ee029-762e-43f1-9b29-fec8d48d02d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff52dde6-313c-43c8-a1f8-7ce2940af737,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:42.638560 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-316ee029-762e-43f1-9b29-fec8d48d02d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (3942127b-8307-4c72-baaa-d6357bb61abb), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:42.639168 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.segments_db [None req-316ee029-762e-43f1-9b29-fec8d48d02d6 admin admin] Added segment 3942127b-8307-4c72-baaa-d6357bb61abb of type vlan for network cc8503e8-31f1-41da-8113-df0ee579a55e Mar 21 22:04:42.667503 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-40687781-3d2c-4a43-b208-f8bffd0edc74 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-network', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:04:42.707063 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-316ee029-762e-43f1-9b29-fec8d48d02d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (cc8503e8-31f1-41da-8113-df0ee579a55e), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:42.834208 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40687781-3d2c-4a43-b208-f8bffd0edc74 admin admin] Made reservation on behalf of d60b7d6d71474a8ea8f0f305fd6be15b for: {'network': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:04:42.834536 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-316ee029-762e-43f1-9b29-fec8d48d02d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (cc8503e8-31f1-41da-8113-df0ee579a55e), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:42.836072 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316ee029-762e-43f1-9b29-fec8d48d02d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:04:42.836894 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-316ee029-762e-43f1-9b29-fec8d48d02d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:42.852004 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-40687781-3d2c-4a43-b208-f8bffd0edc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:42.878767 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-40687781-3d2c-4a43-b208-f8bffd0edc74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:42.906714 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-63b0e853-47bf-4522-b7a6-7b4f78afaf52 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1201327471-network', 'tenant_id': '6badcf73def74a95ba7f934a370e6481'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:04:42.916392 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:43.062586 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-40687781-3d2c-4a43-b208-f8bffd0edc74 admin admin] Publish callbacks [] for security_group (1720b5bd-481d-4fe9-a07e-02bc14fadb05), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:43.082057 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ee029-762e-43f1-9b29-fec8d48d02d6 admin admin] Pushing event updated for resources: {'Network': ['ID=cc8503e8-31f1-41da-8113-df0ee579a55e,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:43.096565 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network cc8503e8-31f1-41da-8113-df0ee579a55e details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 22:04:43.169537 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-40687781-3d2c-4a43-b208-f8bffd0edc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (1720b5bd-481d-4fe9-a07e-02bc14fadb05), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:43.173906 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-316ee029-762e-43f1-9b29-fec8d48d02d6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5298295 Mar 21 22:04:43.176406 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 57206) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:43.192541 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40687781-3d2c-4a43-b208-f8bffd0edc74 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=115862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 22:04:43.197064 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-420a29f7-be60-4286-888f-1d5f2b7d71ce admin admin] Request body: {'subnet': {'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-subnet', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:04:43.205056 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-40687781-3d2c-4a43-b208-f8bffd0edc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (ba067a68-bd19-46c2-aceb-d9426608fda1), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:43.205756 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.segments_db [None req-40687781-3d2c-4a43-b208-f8bffd0edc74 admin admin] Added segment ba067a68-bd19-46c2-aceb-d9426608fda1 of type vlan for network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff Mar 21 22:04:43.290164 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-40687781-3d2c-4a43-b208-f8bffd0edc74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:43.309241 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b0e853-47bf-4522-b7a6-7b4f78afaf52 admin admin] Made reservation on behalf of 6badcf73def74a95ba7f934a370e6481 for: {'network': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:04:43.312341 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-63b0e853-47bf-4522-b7a6-7b4f78afaf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:43.342140 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-63b0e853-47bf-4522-b7a6-7b4f78afaf52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:43.361918 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420a29f7-be60-4286-888f-1d5f2b7d71ce admin admin] Made reservation on behalf of df9e8bc23578427484ebb0a84c1373dd for: {'subnet': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:04:43.372278 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-420a29f7-be60-4286-888f-1d5f2b7d71ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:43.385083 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40687781-3d2c-4a43-b208-f8bffd0edc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1720b5bd-481d-4fe9-a07e-02bc14fadb05,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:43.452379 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-40687781-3d2c-4a43-b208-f8bffd0edc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:43.453810 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40687781-3d2c-4a43-b208-f8bffd0edc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:04:43.455477 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-40687781-3d2c-4a43-b208-f8bffd0edc74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:43.632012 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-63b0e853-47bf-4522-b7a6-7b4f78afaf52 admin admin] Publish callbacks [] for security_group (d509d164-ebfc-482c-a544-29fe76822cba), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:43.644908 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-40687781-3d2c-4a43-b208-f8bffd0edc74 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3626466 Mar 21 22:04:43.652410 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57226) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:43.670335 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-3b4b35a0-4b00-45c0-a00d-781b21b25044 admin admin] Request body: {'subnet': {'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-subnet', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:04:43.695431 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40687781-3d2c-4a43-b208-f8bffd0edc74 admin admin] Pushing event updated for resources: {'Network': ['ID=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:43.706917 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-63b0e853-47bf-4522-b7a6-7b4f78afaf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (d509d164-ebfc-482c-a544-29fe76822cba), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:43.716120 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 22:04:43.763321 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b0e853-47bf-4522-b7a6-7b4f78afaf52 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=115862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 22:04:43.790673 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-420a29f7-be60-4286-888f-1d5f2b7d71ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for subnet (37b0320c-c075-480b-87d9-3b058ff4a544), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:43.794573 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0e853-47bf-4522-b7a6-7b4f78afaf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d509d164-ebfc-482c-a544-29fe76822cba,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:43.826629 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-63b0e853-47bf-4522-b7a6-7b4f78afaf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (0a5ede9b-1bf3-4d1e-8588-522ae009eda1), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:43.826629 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.segments_db [None req-63b0e853-47bf-4522-b7a6-7b4f78afaf52 admin admin] Added segment 0a5ede9b-1bf3-4d1e-8588-522ae009eda1 of type vlan for network 40ee543d-b9b0-4194-aff5-428ab22bb708 Mar 21 22:04:43.832892 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4b35a0-4b00-45c0-a00d-781b21b25044 admin admin] Made reservation on behalf of d60b7d6d71474a8ea8f0f305fd6be15b for: {'subnet': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:04:43.841119 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3b4b35a0-4b00-45c0-a00d-781b21b25044 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:43.869882 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a29f7-be60-4286-888f-1d5f2b7d71ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b0320c-c075-480b-87d9-3b058ff4a544,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:43.910847 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a29f7-be60-4286-888f-1d5f2b7d71ce admin admin] Checking segment: {'id': '3942127b-8307-4c72-baaa-d6357bb61abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:04:43.911886 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420a29f7-be60-4286-888f-1d5f2b7d71ce admin admin] Network hostable DHCP agents. Network: cc8503e8-31f1-41da-8113-df0ee579a55e, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 22:04:44.012196 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420a29f7-be60-4286-888f-1d5f2b7d71ce admin admin] Network cc8503e8-31f1-41da-8113-df0ee579a55e is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 22:04:44.050155 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 57246) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:44.052595 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-63b0e853-47bf-4522-b7a6-7b4f78afaf52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (40ee543d-b9b0-4194-aff5-428ab22bb708), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:44.054201 dv-cinder-834545-1-iscsi neutron-server[115863]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 21 22:04:44.106466 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-420a29f7-be60-4286-888f-1d5f2b7d71ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, cc8503e8-31f1-41da-8113-df0ee579a55e) {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:04:44.118137 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a616794c-dd09-427d-b610-63cd4b6508e9 None None] Network cc8503e8-31f1-41da-8113-df0ee579a55e requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:04:44.156513 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420a29f7-be60-4286-888f-1d5f2b7d71ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:04:44.157107 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-420a29f7-be60-4286-888f-1d5f2b7d71ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:44.264751 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-63b0e853-47bf-4522-b7a6-7b4f78afaf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (40ee543d-b9b0-4194-aff5-428ab22bb708), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:44.266360 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b0e853-47bf-4522-b7a6-7b4f78afaf52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:04:44.267356 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-63b0e853-47bf-4522-b7a6-7b4f78afaf52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:44.295809 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-420a29f7-be60-4286-888f-1d5f2b7d71ce admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1168878 Mar 21 22:04:44.297137 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 57250) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:44.332401 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:04:44.360981 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa991b821-98ed-579e-a256-fb205f0cf9fe-cc8503e8-31f1-41da-8113-df0ee579a55e', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544'}]}} from dv-cinder-834545-1-iscsi. {{(pid=115864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 22:04:44.360981 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:44.361640 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0e853-47bf-4522-b7a6-7b4f78afaf52 admin admin] Pushing event updated for resources: {'Network': ['ID=40ee543d-b9b0-4194-aff5-428ab22bb708,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:44.392381 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-9409b163-796e-4a7a-9daf-9035f85c4223 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:04:44.394543 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-9409b163-796e-4a7a-9daf-9035f85c4223 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/networks?id=0f6bd3c2-bf1c-4545-a012-75f04dab87be HTTP/1.1" status: 200 len: 810 time: 0.3426354 Mar 21 22:04:44.411795 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-15741503-4b26-438b-9c6a-17acce05c130 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/quotas/e0c7f0ea979e455594271f4b813db527 HTTP/1.1" status: 200 len: 375 time: 0.0112321 Mar 21 22:04:44.419027 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3b4b35a0-4b00-45c0-a00d-781b21b25044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for subnet (4baf0ffc-7d9f-4122-b979-92e67192a8a3), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:44.426815 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-63b0e853-47bf-4522-b7a6-7b4f78afaf52 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8744614 Mar 21 22:04:44.433562 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57258) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:44.444889 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-970ccd54-f086-4800-a4c6-7b45957a7e06 admin admin] Request body: {'subnet': {'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1201327471-subnet', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:04:44.481373 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3232'] for router (8b47cd74-8cd6-4624-aa37-6afafd43f76f), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:44.482454 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165367', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3255'] for router (8b47cd74-8cd6-4624-aa37-6afafd43f76f), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:44.521359 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-fa2f2729-d5c7-40e7-9d26-5ac39f500f8a tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0c7f0ea979e455594271f4b813db527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1033444 Mar 21 22:04:44.552853 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b35a0-4b00-45c0-a00d-781b21b25044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4baf0ffc-7d9f-4122-b979-92e67192a8a3,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:44.609481 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Publish callbacks [] for router_controller (8b47cd74-8cd6-4624-aa37-6afafd43f76f), precommit_add_association {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:44.676069 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b35a0-4b00-45c0-a00d-781b21b25044 admin admin] Checking segment: {'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:04:44.676069 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4b35a0-4b00-45c0-a00d-781b21b25044 admin admin] Network hostable DHCP agents. Network: f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 22:04:44.688569 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.db_base_plugin_common [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Allocated IP 172.20.0.2 (cc8503e8-31f1-41da-8113-df0ee579a55e/37b0320c-c075-480b-87d9-3b058ff4a544/5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10) {{(pid=115864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:04:44.761159 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network 40ee543d-b9b0-4194-aff5-428ab22bb708 details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 22:04:44.765996 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:44.772997 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970ccd54-f086-4800-a4c6-7b45957a7e06 admin admin] Made reservation on behalf of 6badcf73def74a95ba7f934a370e6481 for: {'subnet': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:04:44.776839 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-970ccd54-f086-4800-a4c6-7b45957a7e06 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:44.930050 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4b35a0-4b00-45c0-a00d-781b21b25044 admin admin] Network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 22:04:44.932438 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Publish callbacks [] for port (5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10), precommit_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:44.988082 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-579fc7f6-2e24-4755-87e7-f2f3d7010800 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115863) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 22:04:44.996512 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-579fc7f6-2e24-4755-87e7-f2f3d7010800 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0996211 Mar 21 22:04:45.028966 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:45.075072 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Network cc8503e8-31f1-41da-8113-df0ee579a55e is already hosted by enough agents. {{(pid=115864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:04:45.085523 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Publish callbacks [] for router_gateway (8b47cd74-8cd6-4624-aa37-6afafd43f76f), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:45.089109 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.base_scheduler [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Resources bound (agent type, host, resource id): {{(pid=115864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:04:45.095064 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Received port after_create {{(pid=115864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:04:45.099821 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Pushing event updated for resources: {'Port': ['ID=5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10,revision_number=1']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:45.116429 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:45.117063 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:45.117430 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:45.117797 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:45.118135 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:45.118461 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:45.119640 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:45.119822 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:45.120148 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:45.120523 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:45.121181 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:45.121597 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:45.122134 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:45.122470 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:45.122840 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Tracked resource versions report: Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: pushed versions: Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: { 'AddressGroup': {'1.2'}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Agent': {'1.1'}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'ConntrackHelper': {'1.0'}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'LocalIPAssociation': {'1.0'}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Log': {'1.0'}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'NDPProxy': {'1.0'}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Network': {'1.1'}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Port': {'1.7'}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'PortForwarding': {'1.3'}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'QosPolicy': {'1.10'}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'SecurityGroup': {'1.5'}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'SecurityGroupRule': {'1.2'}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'SubPort': {'1.0'}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Subnet': {'1.1'}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Trunk': {'1.1'}} Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: consumer versions: Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: { DHCP agent@dv-cinder-834545-1-iscsi: {}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: HyperV agent@hv-cinder-83454: {}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: L3 agent@dv-cinder-834545-1-iscsi: {}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: Metadata agent@dv-cinder-834545-1-iscsi: {}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: Metering agent@dv-cinder-834545-1-iscsi: {}, Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: Open vSwitch agent@dv-cinder-834545-1-iscsi: { 'AddressGroup': '1.2', Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Agent': '1.1', Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'ConntrackHelper': '1.0', Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'LocalIPAssociation': '1.0', Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Log': '1.0', Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'NDPProxy': '1.0', Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Network': '1.1', Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Port': '1.7', Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'PortForwarding': '1.3', Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'QosPolicy': '1.10', Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'SecurityGroup': '1.5', Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'SecurityGroupRule': '1.2', Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'SubPort': '1.0', Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Subnet': '1.1', Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: 'Trunk': '1.1'}} Mar 21 22:04:45.124327 dv-cinder-834545-1-iscsi neutron-server[115864]: {{(pid=115864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 22:04:45.142590 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-3b4b35a0-4b00-45c0-a00d-781b21b25044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff) {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:04:45.167693 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b35a0-4b00-45c0-a00d-781b21b25044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:04:45.167923 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0f065f93-6973-4775-b463-4d31d1d04651 service neutron] 10.222.0.45 "GET /v2.0/networks/0f6bd3c2-bf1c-4545-a012-75f04dab87be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700242 Mar 21 22:04:45.169530 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3b4b35a0-4b00-45c0-a00d-781b21b25044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:45.264537 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3005a56-8613-4b79-bbfd-679fe22eb439 None None] Network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:04:45.307727 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-3b4b35a0-4b00-45c0-a00d-781b21b25044 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6448534 Mar 21 22:04:45.309298 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57276) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:45.315889 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:04:45.344906 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-970ccd54-f086-4800-a4c6-7b45957a7e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for subnet (97b37723-8621-4579-8205-a7e22e0b1d04), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:45.353801 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Attempting to bind port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:04:45.353801 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Attempting to bind port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '3942127b-8307-4c72-baaa-d6357bb61abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:04:45.354133 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Attempting to bind port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 on network cc8503e8-31f1-41da-8113-df0ee579a55e {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:04:45.364278 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:04:45.364643 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Checking segment: {'id': '3942127b-8307-4c72-baaa-d6357bb61abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:04:45.365044 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:45.365441 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Bound using segment: {'id': '3942127b-8307-4c72-baaa-d6357bb61abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:04:45.365932 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Bound port: 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3942127b-8307-4c72-baaa-d6357bb61abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:04:45.366336 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:45.403225 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ccd54-f086-4800-a4c6-7b45957a7e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b37723-8621-4579-8205-a7e22e0b1d04,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:45.434144 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:04:45.437731 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970ccd54-f086-4800-a4c6-7b45957a7e06 admin admin] Checking segment: {'id': '0a5ede9b-1bf3-4d1e-8588-522ae009eda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:04:45.438107 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970ccd54-f086-4800-a4c6-7b45957a7e06 admin admin] Network hostable DHCP agents. Network: 40ee543d-b9b0-4194-aff5-428ab22bb708, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 22:04:45.453594 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3232'] for router (e5771d61-e366-4901-8696-4aacf48a0520), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:45.454809 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165367', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3255'] for router (e5771d61-e366-4901-8696-4aacf48a0520), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:45.457894 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-e5913028-1de9-41a1-9afe-50e714c34797 service neutron] 10.222.0.45 "GET /v2.0/networks/0f6bd3c2-bf1c-4545-a012-75f04dab87be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659054 Mar 21 22:04:45.502057 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa991b821-98ed-579e-a256-fb205f0cf9fe-f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3'}]}} from dv-cinder-834545-1-iscsi. {{(pid=115864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 22:04:45.502966 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:45.562201 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] For port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:04:45.576698 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] For port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:04:45.598873 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970ccd54-f086-4800-a4c6-7b45957a7e06 admin admin] Network 40ee543d-b9b0-4194-aff5-428ab22bb708 is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 22:04:45.629579 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Publish callbacks [] for router_controller (e5771d61-e366-4901-8696-4aacf48a0520), precommit_add_association {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:45.705100 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-970ccd54-f086-4800-a4c6-7b45957a7e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, 40ee543d-b9b0-4194-aff5-428ab22bb708) {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:04:45.715696 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:45.716647 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970ccd54-f086-4800-a4c6-7b45957a7e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:04:45.717772 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-970ccd54-f086-4800-a4c6-7b45957a7e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:45.727375 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7d9cda-3930-445e-b3bd-dd561cac5c96 None None] Network 40ee543d-b9b0-4194-aff5-428ab22bb708 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:04:45.776339 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Publish callbacks [] for router_gateway (8b47cd74-8cd6-4624-aa37-6afafd43f76f), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:45.815226 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:45.964369 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:46.045056 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-970ccd54-f086-4800-a4c6-7b45957a7e06 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6076663 Mar 21 22:04:46.073599 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc37d0c-ef30-4933-a7dd-c064644f6fee None None] Pushing event updated for resources: {'Port': ['ID=5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10,revision_number=2']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:46.122870 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57302) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:46.138802 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:04:46.198109 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Publish callbacks [] for router_gateway (e5771d61-e366-4901-8696-4aacf48a0520), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:46.215639 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa991b821-98ed-579e-a256-fb205f0cf9fe-40ee543d-b9b0-4194-aff5-428ab22bb708', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'project_id': '6badcf73def74a95ba7f934a370e6481', 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04'}]}} from dv-cinder-834545-1-iscsi. {{(pid=115864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 22:04:46.217275 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:46.333320 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3232'] for router (43ae8015-ba95-4d78-a7df-1ca78a98f307), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:46.339793 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165367', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3255'] for router (43ae8015-ba95-4d78-a7df-1ca78a98f307), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:46.395189 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.db_base_plugin_common [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Allocated IP 172.20.0.2 (f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff/4baf0ffc-7d9f-4122-b979-92e67192a8a3/ee87a766-9a8b-4408-bba8-391f43f02c3c) {{(pid=115864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:04:46.558080 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Publish callbacks [] for router_controller (43ae8015-ba95-4d78-a7df-1ca78a98f307), precommit_add_association {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:46.561703 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ecc9d56f-3391-41c1-b3f1-cf3090bc0819 req-7acdd6cf-7571-4e3f-a52f-e9b513861c26 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 210 time: 0.3405483 Mar 21 22:04:46.617143 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Allocated IP 172.27.2.184 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/b9c62c7d-c24f-4c59-926d-257a9fa734b3) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:04:46.647647 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.db_base_plugin_common [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Allocated IP 172.20.0.2 (40ee543d-b9b0-4194-aff5-428ab22bb708/97b37723-8621-4579-8205-a7e22e0b1d04/9408b9d1-64d1-4957-b016-da721e791662) {{(pid=115864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:04:46.784500 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Publish callbacks [] for port (b9c62c7d-c24f-4c59-926d-257a9fa734b3), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:46.905174 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (b9c62c7d-c24f-4c59-926d-257a9fa734b3), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:46.968771 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c62c7d-c24f-4c59-926d-257a9fa734b3,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:46.988137 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:04:47.011278 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:04:47.011278 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:04:47.011278 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:04:47.089955 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Publish callbacks [] for port (ee87a766-9a8b-4408-bba8-391f43f02c3c), precommit_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:47.215405 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Publish callbacks [] for router_gateway (43ae8015-ba95-4d78-a7df-1ca78a98f307), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:47.339953 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:04:47.340592 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:47.463692 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (ee87a766-9a8b-4408-bba8-391f43f02c3c), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:47.545389 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Publish callbacks [] for router_gateway (e5771d61-e366-4901-8696-4aacf48a0520), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:47.577649 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Publish callbacks [] for router_gateway (8b47cd74-8cd6-4624-aa37-6afafd43f76f), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:47.628374 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Pushing event updated for resources: {'Port': ['ID=ee87a766-9a8b-4408-bba8-391f43f02c3c,revision_number=1']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:47.638844 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:47.687793 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff is already hosted by enough agents. {{(pid=115864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:04:47.692115 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Publish callbacks [] for port (9408b9d1-64d1-4957-b016-da721e791662), precommit_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:47.694403 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.base_scheduler [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Resources bound (agent type, host, resource id): {{(pid=115864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:04:47.715795 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Received port after_create {{(pid=115864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:04:47.753887 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 57368) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:47.844169 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (9408b9d1-64d1-4957-b016-da721e791662), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:47.852417 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cb115971-ccdd-422e-98e9-b6c9ade75b0a req-67eacf9d-e909-4021-9163-084351c3d563 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 210 time: 0.0884938 Mar 21 22:04:47.870314 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee3777f-0ba3-4b77-9bc8-b2d7d1235214 None None] Network cc8503e8-31f1-41da-8113-df0ee579a55e requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:04:47.905057 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Allocated IP 172.27.2.35 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/57ddde2e-bf98-4c81-85d4-616eb0adcf9c) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:04:48.016141 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Attempting to bind port ee87a766-9a8b-4408-bba8-391f43f02c3c on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:04:48.016951 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Attempting to bind port ee87a766-9a8b-4408-bba8-391f43f02c3c by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:04:48.019180 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Attempting to bind port ee87a766-9a8b-4408-bba8-391f43f02c3c on network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:04:48.039011 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Publish callbacks [] for port (57ddde2e-bf98-4c81-85d4-616eb0adcf9c), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:48.083916 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165154'] for router (8b47cd74-8cd6-4624-aa37-6afafd43f76f), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:48.116385 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Pushing event updated for resources: {'Port': ['ID=9408b9d1-64d1-4957-b016-da721e791662,revision_number=1']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:48.119726 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:04:48.120118 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:48.126247 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Network 40ee543d-b9b0-4194-aff5-428ab22bb708 is already hosted by enough agents. {{(pid=115864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:04:48.127261 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-0f3ce267-2364-477d-8f42-1934570dbb5f None None] Provisioning complete for port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:04:48.127629 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce267-2364-477d-8f42-1934570dbb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:48.129775 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:04:48.130236 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Checking segment: {'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:04:48.130521 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:48.135063 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Bound using segment: {'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:04:48.135721 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Bound port: ee87a766-9a8b-4408-bba8-391f43f02c3c, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:04:48.136127 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ee87a766-9a8b-4408-bba8-391f43f02c3c), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:48.521998 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.base_scheduler [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Resources bound (agent type, host, resource id): {{(pid=115864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:04:48.521998 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Received port after_create {{(pid=115864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:04:48.528602 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (57ddde2e-bf98-4c81-85d4-616eb0adcf9c), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:48.529439 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Router 8b47cd74-8cd6-4624-aa37-6afafd43f76f is scheduled to L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 with binding_index 1 {{(pid=115863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 22:04:48.530342 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Pushing event updated for resources: {'Port': ['ID=57ddde2e-bf98-4c81-85d4-616eb0adcf9c,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:48.530342 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:04:48.530342 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:04:48.530342 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:04:48.530342 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Publish callbacks [] for router_gateway (43ae8015-ba95-4d78-a7df-1ca78a98f307), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:48.535932 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:04:48.537559 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:04:48.549111 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Sync routers for ids ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:04:48.564682 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Routers {'8b47cd74-8cd6-4624-aa37-6afafd43f76f'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:04:48.565254 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:04:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:04:48.570836 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Attempting to bind port 9408b9d1-64d1-4957-b016-da721e791662 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:04:48.571297 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Attempting to bind port 9408b9d1-64d1-4957-b016-da721e791662 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '0a5ede9b-1bf3-4d1e-8588-522ae009eda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:04:48.571530 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Attempting to bind port 9408b9d1-64d1-4957-b016-da721e791662 on network 40ee543d-b9b0-4194-aff5-428ab22bb708 {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:04:48.607637 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:48.617614 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:04:48.618056 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Checking segment: {'id': '0a5ede9b-1bf3-4d1e-8588-522ae009eda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:04:48.618941 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:48.619093 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Bound using segment: {'id': '0a5ede9b-1bf3-4d1e-8588-522ae009eda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:04:48.619557 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Bound port: 9408b9d1-64d1-4957-b016-da721e791662, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5ede9b-1bf3-4d1e-8588-522ae009eda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:04:48.619937 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (9408b9d1-64d1-4957-b016-da721e791662), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:48.634443 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:48.642425 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] For port ee87a766-9a8b-4408-bba8-391f43f02c3c, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:04:48.687054 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] For port ee87a766-9a8b-4408-bba8-391f43f02c3c, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=ee87a766-9a8b-4408-bba8-391f43f02c3c,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:04:48.726929 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:48.733746 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-8db4d49e-a87d-44d8-8200-2fba1d9b75c5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4052961 Mar 21 22:04:48.738620 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 57404) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:48.823091 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Allocated IP 172.27.2.11 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/d6c30755-7722-4fa8-a1c9-8b5c4e34fba8) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:04:48.971516 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Set router 8b47cd74-8cd6-4624-aa37-6afafd43f76f gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:04:48.995448 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-29d42030-2adb-4615-83d9-1fb3dac2f43d req-4b0e2382-e700-47f8-916c-523493c84e6b tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 210 time: 0.0284734 Mar 21 22:04:49.064671 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:49.098746 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (ee87a766-9a8b-4408-bba8-391f43f02c3c), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:49.217018 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-0f3ce267-2364-477d-8f42-1934570dbb5f None None] Current status of the port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:04:49.251289 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Publish callbacks [] for port (d6c30755-7722-4fa8-a1c9-8b5c4e34fba8), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:49.276773 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] For port 9408b9d1-64d1-4957-b016-da721e791662, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:04:49.292797 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] For port 9408b9d1-64d1-4957-b016-da721e791662, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=9408b9d1-64d1-4957-b016-da721e791662,segment=NetworkSegment(0a5ede9b-1bf3-4d1e-8588-522ae009eda1),segment_id=0a5ede9b-1bf3-4d1e-8588-522ae009eda1)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:04:49.305576 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Publish callbacks [] for router_gateway (e5771d61-e366-4901-8696-4aacf48a0520), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:49.307579 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322cdd6-6d24-4c14-a231-f4c935ee305c None None] Pushing event updated for resources: {'Port': ['ID=ee87a766-9a8b-4408-bba8-391f43f02c3c,revision_number=2']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:49.419500 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (d6c30755-7722-4fa8-a1c9-8b5c4e34fba8), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:49.419724 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (9408b9d1-64d1-4957-b016-da721e791662), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:49.535442 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:47Z', 'revision_number': 3, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:04:49.561178 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c30755-7722-4fa8-a1c9-8b5c4e34fba8,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:49.586609 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:04:49.595162 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:04:49.598984 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a3082-2a22-4c3d-a413-e1cb7306589b None None] Pushing event updated for resources: {'Port': ['ID=9408b9d1-64d1-4957-b016-da721e791662,revision_number=2']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:49.599884 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:04:49.604530 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Checking router: 8b47cd74-8cd6-4624-aa37-6afafd43f76f for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:04:49.606116 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Updating router 8b47cd74-8cd6-4624-aa37-6afafd43f76f port b9c62c7d-c24f-4c59-926d-257a9fa734b3 binding host dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:04:49.702635 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (b9c62c7d-c24f-4c59-926d-257a9fa734b3), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:49.742033 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-27ba36d5-62cb-4052-bb9f-ed0f5a363b09 None None] Provisioning complete for port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:04:49.743060 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-27ba36d5-62cb-4052-bb9f-ed0f5a363b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:50.002419 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-27ba36d5-62cb-4052-bb9f-ed0f5a363b09 None None] Current status of the port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:04:50.059173 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:50.411255 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Publish callbacks [] for port (b9c62c7d-c24f-4c59-926d-257a9fa734b3), precommit_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:50.425145 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2815cde0-b996-420d-8af8-1f46fe35c49b req-adfce6e3-a245-4914-9c58-8c46f998a130 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 210 time: 0.0591128 Mar 21 22:04:50.477901 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (b9c62c7d-c24f-4c59-926d-257a9fa734b3), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:50.478968 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Allocated IP 172.20.0.1 (cc8503e8-31f1-41da-8113-df0ee579a55e/37b0320c-c075-480b-87d9-3b058ff4a544/176e61f8-ab64-4911-9694-aa9aa45f1d42) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:04:50.515318 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Publish callbacks [] for router_gateway (43ae8015-ba95-4d78-a7df-1ca78a98f307), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:50.518370 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165154'] for router (e5771d61-e366-4901-8696-4aacf48a0520), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:50.566179 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Pushing event updated for resources: {'Port': ['ID=b9c62c7d-c24f-4c59-926d-257a9fa734b3,revision_number=2']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:50.584455 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:50.585461 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:50.586426 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:50.587596 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:50.588466 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:50.589335 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:50.590203 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:50.591175 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:50.592251 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:50.594088 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:50.594991 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:50.595818 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:50.596619 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:50.597686 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:50.598547 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Tracked resource versions report: Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: pushed versions: Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: { 'AddressGroup': {'1.2'}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Agent': {'1.1'}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'ConntrackHelper': {'1.0'}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'LocalIPAssociation': {'1.0'}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Log': {'1.0'}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'NDPProxy': {'1.0'}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Network': {'1.1'}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Port': {'1.7'}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'PortForwarding': {'1.3'}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'QosPolicy': {'1.10'}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'SecurityGroup': {'1.5'}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'SecurityGroupRule': {'1.2'}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'SubPort': {'1.0'}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Subnet': {'1.1'}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Trunk': {'1.1'}} Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: consumer versions: Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: { DHCP agent@dv-cinder-834545-1-iscsi: {}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: HyperV agent@hv-cinder-83454: {}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: L3 agent@dv-cinder-834545-1-iscsi: {}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: Metadata agent@dv-cinder-834545-1-iscsi: {}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: Metering agent@dv-cinder-834545-1-iscsi: {}, Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: Open vSwitch agent@dv-cinder-834545-1-iscsi: { 'AddressGroup': '1.2', Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Agent': '1.1', Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'ConntrackHelper': '1.0', Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'LocalIPAssociation': '1.0', Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Log': '1.0', Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'NDPProxy': '1.0', Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Network': '1.1', Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Port': '1.7', Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'PortForwarding': '1.3', Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'QosPolicy': '1.10', Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'SecurityGroup': '1.5', Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'SecurityGroupRule': '1.2', Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'SubPort': '1.0', Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Subnet': '1.1', Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: 'Trunk': '1.1'}} Mar 21 22:04:50.601177 dv-cinder-834545-1-iscsi neutron-server[115865]: {{(pid=115865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 22:04:50.644191 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Attempting to bind port b9c62c7d-c24f-4c59-926d-257a9fa734b3 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:04:50.645080 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Attempting to bind port b9c62c7d-c24f-4c59-926d-257a9fa734b3 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:04:50.645778 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Attempting to bind port b9c62c7d-c24f-4c59-926d-257a9fa734b3 on network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:04:50.657198 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:04:50.658696 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Checking segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:04:50.660014 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:50.661044 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Bound using segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:04:50.662575 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Bound port: b9c62c7d-c24f-4c59-926d-257a9fa734b3, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:04:50.663539 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (b9c62c7d-c24f-4c59-926d-257a9fa734b3), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:50.751123 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Publish callbacks [] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:50.812666 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] For port b9c62c7d-c24f-4c59-926d-257a9fa734b3, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:04:50.840484 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] For port b9c62c7d-c24f-4c59-926d-257a9fa734b3, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=b9c62c7d-c24f-4c59-926d-257a9fa734b3,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:04:50.934110 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (b9c62c7d-c24f-4c59-926d-257a9fa734b3), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:50.948393 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:51.041394 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165154'] for router (43ae8015-ba95-4d78-a7df-1ca78a98f307), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:51.078235 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device ee87a766-9a8b-4408-bba8-391f43f02c3c up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:04:51.084265 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Router e5771d61-e366-4901-8696-4aacf48a0520 is scheduled to L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 with binding_index 1 {{(pid=115862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 22:04:51.121604 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Network cc8503e8-31f1-41da-8113-df0ee579a55e is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:04:51.128162 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:04:51.130659 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Routers {'8b47cd74-8cd6-4624-aa37-6afafd43f76f'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:04:51.131660 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:04:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:04:51.135993 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:04:51.137115 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4165623'] for router_interface (8b47cd74-8cd6-4624-aa37-6afafd43f76f), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:51.237930 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Pushing event updated for resources: {'Port': ['ID=176e61f8-ab64-4911-9694-aa9aa45f1d42,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:51.304595 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port ee87a766-9a8b-4408-bba8-391f43f02c3c triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:04:51.305225 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (ee87a766-9a8b-4408-bba8-391f43f02c3c), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:51.361809 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a22e2-4df7-4853-8f6a-961d6a6a8cd7 None None] Pushing event updated for resources: {'Port': ['ID=b9c62c7d-c24f-4c59-926d-257a9fa734b3,revision_number=3']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:51.402991 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40134ea-b92f-4813-912b-04e60596b44b None None] Network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:04:51.469021 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] Set router 8b47cd74-8cd6-4624-aa37-6afafd43f76f gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:04:51.844540 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:51.854995 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-425bced8-ab1a-46ec-8aea-1b72a8107494 None None] Provisioning complete for port ee87a766-9a8b-4408-bba8-391f43f02c3c triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:04:51.860673 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-425bced8-ab1a-46ec-8aea-1b72a8107494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (ee87a766-9a8b-4408-bba8-391f43f02c3c), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:51.905399 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:04:51.922817 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:47Z', 'revision_number': 3, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:04:51.948257 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Router 43ae8015-ba95-4d78-a7df-1ca78a98f307 is scheduled to L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 with binding_index 1 {{(pid=115862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 22:04:51.965520 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Sync routers for ids ['e5771d61-e366-4901-8696-4aacf48a0520'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:04:51.995285 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fe76c47d-5191-4d2c-a155-e3ba1db0d416 req-c1d590ef-e2f2-4941-bcc6-9a5936015e19 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 210 time: 0.1446242 Mar 21 22:04:52.010180 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:52.014662 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-4e014e78-5224-40fd-b79e-f0b257b0fd49 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.7040000 Mar 21 22:04:52.031451 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Routers {'e5771d61-e366-4901-8696-4aacf48a0520'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:04:52.032511 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:04:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5771d61-e366-4901-8696-4aacf48a0520'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:04:52.044899 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57456) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:52.060369 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1558f225-3ade-4dcd-b7eb-a2fb50b2b870 None None] The sync data for ids ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'] in dv-cinder-834545-1-iscsi is: [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:47Z', 'revision_number': 3, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:04:52.247677 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2547a4b-353b-49d8-9b33-9dadd1a13e04 None None] Network 40ee543d-b9b0-4194-aff5-428ab22bb708 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:04:52.261103 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:04:52.273336 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Sync routers for ids ['43ae8015-ba95-4d78-a7df-1ca78a98f307'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:04:52.300435 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Routers {'43ae8015-ba95-4d78-a7df-1ca78a98f307'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:04:52.302104 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:04:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['43ae8015-ba95-4d78-a7df-1ca78a98f307'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:04:52.485336 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:52.488923 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Publish callbacks [] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:52.492540 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 57462) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:52.492937 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-723b321f-38af-42af-a1c0-800b65e875f8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3649189 Mar 21 22:04:52.601902 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port ee87a766-9a8b-4408-bba8-391f43f02c3c is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:04:52.602921 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ee87a766-9a8b-4408-bba8-391f43f02c3c), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:52.603518 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Set router 43ae8015-ba95-4d78-a7df-1ca78a98f307 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:04:52.624239 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:52.624988 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4165475'] for router_interface (8b47cd74-8cd6-4624-aa37-6afafd43f76f), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:52.825011 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-425bced8-ab1a-46ec-8aea-1b72a8107494 None None] Current status of the port ee87a766-9a8b-4408-bba8-391f43f02c3c is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:04:52.825558 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-425bced8-ab1a-46ec-8aea-1b72a8107494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ee87a766-9a8b-4408-bba8-391f43f02c3c), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:52.878203 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Set router e5771d61-e366-4901-8696-4aacf48a0520 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:04:52.885547 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port ee87a766-9a8b-4408-bba8-391f43f02c3c, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=ee87a766-9a8b-4408-bba8-391f43f02c3c,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:04:52.941464 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Network cc8503e8-31f1-41da-8113-df0ee579a55e is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:04:52.997121 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:04:53.018858 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (ee87a766-9a8b-4408-bba8-391f43f02c3c), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:53.027171 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:04:53.112222 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:49Z', 'revision_number': 3, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:04:53.189703 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Checking router: 43ae8015-ba95-4d78-a7df-1ca78a98f307 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:04:53.206509 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Updating router 43ae8015-ba95-4d78-a7df-1ca78a98f307 port d6c30755-7722-4fa8-a1c9-8b5c4e34fba8 binding host dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:04:53.264992 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (d6c30755-7722-4fa8-a1c9-8b5c4e34fba8), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:53.390759 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:53.854258 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.db.api [None req-425bced8-ab1a-46ec-8aea-1b72a8107494 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 22:04:53.854805 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG oslo_db.api [None req-425bced8-ab1a-46ec-8aea-1b72a8107494 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 22:04:53.872429 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=ee87a766-9a8b-4408-bba8-391f43f02c3c,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:53.916250 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:04:53.916878 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:53.965162 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Publish callbacks [] for port (d6c30755-7722-4fa8-a1c9-8b5c4e34fba8), precommit_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:54.021253 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-578d4529-9d55-461c-bca8-15b88edbde85 req-2f82ee94-be2c-49ca-81d3-841713789197 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 210 time: 0.3669968 Mar 21 22:04:54.028135 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Pushing event updated for resources: {'Port': ['ID=176e61f8-ab64-4911-9694-aa9aa45f1d42,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:54.055293 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:48Z', 'revision_number': 3, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port': {'id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:47Z', 'updated_at': '2022-03-21T22:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:04:54.088404 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (d6c30755-7722-4fa8-a1c9-8b5c4e34fba8), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:54.150976 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Router 8b47cd74-8cd6-4624-aa37-6afafd43f76f has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:04:54.205596 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Checking router: e5771d61-e366-4901-8696-4aacf48a0520 for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:04:54.205988 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Updating router e5771d61-e366-4901-8696-4aacf48a0520 port 57ddde2e-bf98-4c81-85d4-616eb0adcf9c binding host dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:04:54.257093 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (57ddde2e-bf98-4c81-85d4-616eb0adcf9c), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:54.276537 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ea500-5d8b-4def-a589-dde5e128a7e5 None None] Pushing event updated for resources: {'Port': ['ID=d6c30755-7722-4fa8-a1c9-8b5c4e34fba8,revision_number=2']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:54.335303 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Attempting to bind port d6c30755-7722-4fa8-a1c9-8b5c4e34fba8 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:04:54.336584 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Attempting to bind port d6c30755-7722-4fa8-a1c9-8b5c4e34fba8 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:04:54.337679 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Attempting to bind port d6c30755-7722-4fa8-a1c9-8b5c4e34fba8 on network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:04:54.351870 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:04:54.352497 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Checking segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:04:54.352758 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:54.353287 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Bound using segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:04:54.353864 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Bound port: d6c30755-7722-4fa8-a1c9-8b5c4e34fba8, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:04:54.354258 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (d6c30755-7722-4fa8-a1c9-8b5c4e34fba8), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:54.442352 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Allocated IP 172.20.0.1 (f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff/4baf0ffc-7d9f-4122-b979-92e67192a8a3/c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:04:54.443966 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] For port d6c30755-7722-4fa8-a1c9-8b5c4e34fba8, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:04:54.450261 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] For port d6c30755-7722-4fa8-a1c9-8b5c4e34fba8, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=d6c30755-7722-4fa8-a1c9-8b5c4e34fba8,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:04:54.463431 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:04:54.464552 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 9408b9d1-64d1-4957-b016-da721e791662 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:04:54.519730 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (d6c30755-7722-4fa8-a1c9-8b5c4e34fba8), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:54.550539 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-425bced8-ab1a-46ec-8aea-1b72a8107494 None None] Current status of the port ee87a766-9a8b-4408-bba8-391f43f02c3c is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:04:54.586380 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:54.608261 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 9408b9d1-64d1-4957-b016-da721e791662 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:04:54.608678 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (9408b9d1-64d1-4957-b016-da721e791662), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:54.652965 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Routers {'43ae8015-ba95-4d78-a7df-1ca78a98f307'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:04:54.653679 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:04:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['43ae8015-ba95-4d78-a7df-1ca78a98f307'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:04:54.745642 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Publish callbacks [] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:54.789336 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ea500-5d8b-4def-a589-dde5e128a7e5 None None] Pushing event updated for resources: {'Port': ['ID=d6c30755-7722-4fa8-a1c9-8b5c4e34fba8,revision_number=3']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:54.908023 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] Set router 43ae8015-ba95-4d78-a7df-1ca78a98f307 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:04:54.944401 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:04:54.952530 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-fc73d21d-b844-44ff-9c70-4419d9067f75 admin admin] 10.222.0.45 "PUT /v2.0/routers/8b47cd74-8cd6-4624-aa37-6afafd43f76f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2121022 Mar 21 22:04:54.973099 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:55.012465 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-aae35ac0-e21d-439f-ad65-3ab164eb1a52 None None] Provisioning complete for port ee87a766-9a8b-4408-bba8-391f43f02c3c triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:04:55.012893 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-aae35ac0-e21d-439f-ad65-3ab164eb1a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (ee87a766-9a8b-4408-bba8-391f43f02c3c), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:55.110514 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 9408b9d1-64d1-4957-b016-da721e791662 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:04:55.113448 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (9408b9d1-64d1-4957-b016-da721e791662), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:55.116655 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:04:55.124168 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:04:55.135976 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Allocated IP 172.20.0.1 (40ee543d-b9b0-4194-aff5-428ab22bb708/97b37723-8621-4579-8205-a7e22e0b1d04/c7bfb7cb-ac20-4549-b5f9-59625a1329ce) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:04:55.194518 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Pushing event updated for resources: {'Port': ['ID=c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:55.218697 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:04:55.219572 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4165623'] for router_interface (e5771d61-e366-4901-8696-4aacf48a0520), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:55.449257 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Publish callbacks [] for port (57ddde2e-bf98-4c81-85d4-616eb0adcf9c), precommit_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:55.471853 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port 9408b9d1-64d1-4957-b016-da721e791662, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=9408b9d1-64d1-4957-b016-da721e791662,segment=NetworkSegment(0a5ede9b-1bf3-4d1e-8588-522ae009eda1),segment_id=0a5ede9b-1bf3-4d1e-8588-522ae009eda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:04:55.472885 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-09533c22-5790-4179-b9ea-57214be5332e req-bea89f47-aec3-4ab5-937a-6e8a3d83fee1 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 210 time: 0.2355969 Mar 21 22:04:55.508067 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:49Z', 'revision_number': 3, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:04:55.509003 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.47', 62309) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:55.525090 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-aae35ac0-e21d-439f-ad65-3ab164eb1a52 None None] Current status of the port ee87a766-9a8b-4408-bba8-391f43f02c3c is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:04:55.549896 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-aae35ac0-e21d-439f-ad65-3ab164eb1a52 None None] Provisioning complete for port 176e61f8-ab64-4911-9694-aa9aa45f1d42 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:04:55.550568 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-aae35ac0-e21d-439f-ad65-3ab164eb1a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:55.558118 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (57ddde2e-bf98-4c81-85d4-616eb0adcf9c), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:55.587424 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (9408b9d1-64d1-4957-b016-da721e791662), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:55.624842 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Sync routers for ids ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:04:55.641185 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870b209-08eb-454b-89fa-b2a73a72af22 None None] The sync data for ids ['43ae8015-ba95-4d78-a7df-1ca78a98f307'] in dv-cinder-834545-1-iscsi is: [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:49Z', 'revision_number': 3, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:04:55.721992 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Publish callbacks [] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:55.733972 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Attempting to bind port 57ddde2e-bf98-4c81-85d4-616eb0adcf9c on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:04:55.734359 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Attempting to bind port 57ddde2e-bf98-4c81-85d4-616eb0adcf9c by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:04:55.734736 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Attempting to bind port 57ddde2e-bf98-4c81-85d4-616eb0adcf9c on network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:04:55.747425 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-aae35ac0-e21d-439f-ad65-3ab164eb1a52 None None] Port 176e61f8-ab64-4911-9694-aa9aa45f1d42 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:04:55.759814 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e568b9-fb93-4b4f-922f-1bd8f4a77cd4 None None] Pushing event updated for resources: {'Port': ['ID=57ddde2e-bf98-4c81-85d4-616eb0adcf9c,revision_number=2']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:55.766183 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Routers {'8b47cd74-8cd6-4624-aa37-6afafd43f76f'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:04:55.766582 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:04:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:04:55.876452 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:04:55.877126 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Checking segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:04:55.878746 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:55.879535 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Bound using segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:04:55.879984 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Bound port: 57ddde2e-bf98-4c81-85d4-616eb0adcf9c, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:04:55.880384 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (57ddde2e-bf98-4c81-85d4-616eb0adcf9c), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:55.925320 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-d506bbf9-b83f-47e3-bcec-2af188bfb5c7 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:04:55.939328 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-d506bbf9-b83f-47e3-bcec-2af188bfb5c7 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.47 "GET /v2.0/networks?id=0f6bd3c2-bf1c-4545-a012-75f04dab87be HTTP/1.1" status: 200 len: 810 time: 0.4289372 Mar 21 22:04:55.941809 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:56.058053 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Network 40ee543d-b9b0-4194-aff5-428ab22bb708 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:04:56.072368 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-e4f3ea9c-c112-4a63-9d45-43f0a03fe416 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Request body: {'port': {'device_id': 'edfdfc05-305d-4678-9461-139aed6d39a0', 'network_id': '0f6bd3c2-bf1c-4545-a012-75f04dab87be', 'admin_state_up': True, 'tenant_id': 'e0c7f0ea979e455594271f4b813db527'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:04:56.083006 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:04:56.086091 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:04:56.097707 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4165623'] for router_interface (43ae8015-ba95-4d78-a7df-1ca78a98f307), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:56.132193 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device b9c62c7d-c24f-4c59-926d-257a9fa734b3 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:04:56.134774 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=9408b9d1-64d1-4957-b016-da721e791662,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:56.144175 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-aae35ac0-e21d-439f-ad65-3ab164eb1a52 None None] Provisioning complete for port 9408b9d1-64d1-4957-b016-da721e791662 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:04:56.144586 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-aae35ac0-e21d-439f-ad65-3ab164eb1a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (9408b9d1-64d1-4957-b016-da721e791662), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:56.242994 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:56.307051 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57544) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:56.382780 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] For port 57ddde2e-bf98-4c81-85d4-616eb0adcf9c, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:04:56.387918 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] For port 57ddde2e-bf98-4c81-85d4-616eb0adcf9c, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=57ddde2e-bf98-4c81-85d4-616eb0adcf9c,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:04:56.393665 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-1c9b2ffb-a496-4aa5-a996-2b196398760a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--937813617', 'description': 'tempest-description--1512719049'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:04:56.499525 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Set router 8b47cd74-8cd6-4624-aa37-6afafd43f76f gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:04:56.559562 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bfb7cb-ac20-4549-b5f9-59625a1329ce,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:56.600284 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (57ddde2e-bf98-4c81-85d4-616eb0adcf9c), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:56.699747 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port b9c62c7d-c24f-4c59-926d-257a9fa734b3 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:04:56.700167 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (b9c62c7d-c24f-4c59-926d-257a9fa734b3), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:56.752037 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Publish callbacks [] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:56.755621 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2ffb-a496-4aa5-a996-2b196398760a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:56.839901 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:56.840519 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4165475'] for router_interface (e5771d61-e366-4901-8696-4aacf48a0520), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:56.894965 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b3a1485c-c2c0-4648-a795-322ed28fa178 req-2493adf9-3ead-4278-bcca-157998e7c7f6 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 210 time: 0.1159260 Mar 21 22:04:56.950929 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2ffb-a496-4aa5-a996-2b196398760a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group (10d00353-4134-45f5-aca8-6a35c02bc001), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:56.987093 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-aae35ac0-e21d-439f-ad65-3ab164eb1a52 None None] Current status of the port 9408b9d1-64d1-4957-b016-da721e791662 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:04:57.010686 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Pushing event updated for resources: {'Port': ['ID=c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:57.052280 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-e4f3ea9c-c112-4a63-9d45-43f0a03fe416 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Made reservation on behalf of e0c7f0ea979e455594271f4b813db527 for: {'port': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:04:57.063981 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-e4f3ea9c-c112-4a63-9d45-43f0a03fe416 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:57.076420 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e568b9-fb93-4b4f-922f-1bd8f4a77cd4 None None] Pushing event updated for resources: {'Port': ['ID=57ddde2e-bf98-4c81-85d4-616eb0adcf9c,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:57.080695 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Routers {'e5771d61-e366-4901-8696-4aacf48a0520'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:04:57.081348 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:04:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5771d61-e366-4901-8696-4aacf48a0520'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:04:57.102948 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2ffb-a496-4aa5-a996-2b196398760a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (10d00353-4134-45f5-aca8-6a35c02bc001), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:57.142330 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:04:57.144784 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b2ffb-a496-4aa5-a996-2b196398760a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d00353-4134-45f5-aca8-6a35c02bc001,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:57.153797 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:04:57.353696 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2ffb-a496-4aa5-a996-2b196398760a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:57.363871 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-1c9b2ffb-a496-4aa5-a996-2b196398760a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9832819 Mar 21 22:04:57.366412 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57604) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:57.376235 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-e1348a98-3f0b-4a46-845e-fbe41bc006bb tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Request body: {'security_group_rule': {'security_group_id': '10d00353-4134-45f5-aca8-6a35c02bc001', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:04:57.377366 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:57.419153 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-5866d705-5576-4537-991a-a2e4e1e0c0dc None None] Provisioning complete for port c7bfb7cb-ac20-4549-b5f9-59625a1329ce triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:04:57.420155 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-5866d705-5576-4537-991a-a2e4e1e0c0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:57.476827 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57608) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:57.624617 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] Set router e5771d61-e366-4901-8696-4aacf48a0520 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:04:57.626242 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e1348a98-3f0b-4a46-845e-fbe41bc006bb tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group_rule (0db20d3c-179e-456f-8550-31918cef8bde), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:57.817372 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Router e5771d61-e366-4901-8696-4aacf48a0520 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:04:57.935805 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e1348a98-3f0b-4a46-845e-fbe41bc006bb tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group_rule (0db20d3c-179e-456f-8550-31918cef8bde), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:58.062803 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port b9c62c7d-c24f-4c59-926d-257a9fa734b3 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:04:58.063896 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (b9c62c7d-c24f-4c59-926d-257a9fa734b3), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:58.091914 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port b9c62c7d-c24f-4c59-926d-257a9fa734b3, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=b9c62c7d-c24f-4c59-926d-257a9fa734b3,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:04:58.096656 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-5866d705-5576-4537-991a-a2e4e1e0c0dc None None] Port c7bfb7cb-ac20-4549-b5f9-59625a1329ce cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:04:58.195866 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-5866d705-5576-4537-991a-a2e4e1e0c0dc None None] Provisioning complete for port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:04:58.204677 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-5866d705-5576-4537-991a-a2e4e1e0c0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:58.262190 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0de7e975-54bd-456c-8f3d-fbfe01901e37 req-1c2380cf-ecc4-40fb-9065-e0bc450bf0e5 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 210 time: 0.1164849 Mar 21 22:04:58.265283 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (b9c62c7d-c24f-4c59-926d-257a9fa734b3), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:58.266720 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device ee87a766-9a8b-4408-bba8-391f43f02c3c up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:04:58.342818 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Publish callbacks [] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:58.366250 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e1348a98-3f0b-4a46-845e-fbe41bc006bb tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (0db20d3c-179e-456f-8550-31918cef8bde), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:58.402279 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f951aef2-57ed-4eb5-a9bb-600be6c44471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:58.414724 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-e4f3ea9c-c112-4a63-9d45-43f0a03fe416 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Allocated IP 172.20.0.5 (0f6bd3c2-bf1c-4545-a012-75f04dab87be/e41f0dca-1e36-4c9c-bf24-578fb604cceb/a3f2dfab-6c99-4497-bef6-f422acfe3f13) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:04:58.452738 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:58.452738 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4165475'] for router_interface (43ae8015-ba95-4d78-a7df-1ca78a98f307), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:58.669681 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1348a98-3f0b-4a46-845e-fbe41bc006bb tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db20d3c-179e-456f-8550-31918cef8bde,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:58.676182 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:51Z', 'revision_number': 4, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '176e61f8-ab64-4911-9694-aa9aa45f1d42', 'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'mac_address': 'fa:16:3e:2f:8d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:50Z', 'updated_at': '2022-03-21T22:04:52Z', 'revision_number': 2, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'subnets': [{'id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:04:58.847202 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e1348a98-3f0b-4a46-845e-fbe41bc006bb tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:58.853649 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-e1348a98-3f0b-4a46-845e-fbe41bc006bb tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4799318 Mar 21 22:04:58.862733 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57650) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:58.903532 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-282c4a86-2e3a-4bf2-a064-6d716db26bf6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Request body: {'security_group_rule': {'security_group_id': '10d00353-4134-45f5-aca8-6a35c02bc001', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:04:58.944468 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Checking router: 8b47cd74-8cd6-4624-aa37-6afafd43f76f for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:04:58.946972 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Updating router 8b47cd74-8cd6-4624-aa37-6afafd43f76f port 176e61f8-ab64-4911-9694-aa9aa45f1d42 binding host dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:04:58.958089 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:04:58.970848 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bfb7cb-ac20-4549-b5f9-59625a1329ce,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:58.988151 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-5866d705-5576-4537-991a-a2e4e1e0c0dc None None] Port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:04:59.003859 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-efce9d33-9565-424d-b690-d5c746c8e642 admin admin] 10.222.0.45 "PUT /v2.0/routers/e5771d61-e366-4901-8696-4aacf48a0520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9566967 Mar 21 22:04:59.094090 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=b9c62c7d-c24f-4c59-926d-257a9fa734b3,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:04:59.116968 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:59.173617 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f951aef2-57ed-4eb5-a9bb-600be6c44471 admin admin] Publish callbacks [] for security_group (6de62e36-ba04-4c1a-80b3-21be2409868f), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:59.261391 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-282c4a86-2e3a-4bf2-a064-6d716db26bf6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group_rule (413bcd94-e755-481e-9f6f-306010763ee8), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:59.390442 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f951aef2-57ed-4eb5-a9bb-600be6c44471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (6de62e36-ba04-4c1a-80b3-21be2409868f), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:59.508029 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Network 40ee543d-b9b0-4194-aff5-428ab22bb708 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:04:59.537761 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:04:59.654347 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 57664) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:59.699035 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-d1d6937a-679b-42bb-a10b-61b5f79df502 None None] Provisioning complete for port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:04:59.699972 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d1d6937a-679b-42bb-a10b-61b5f79df502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:59.702106 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port ee87a766-9a8b-4408-bba8-391f43f02c3c triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:04:59.702489 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (ee87a766-9a8b-4408-bba8-391f43f02c3c), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:04:59.748327 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b4d73822-02be-4125-a1e7-f0a0587c0a2d req-c951742b-a59f-499f-b9b0-ed276d13b373 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 210 time: 0.1317008 Mar 21 22:04:59.781315 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-f951aef2-57ed-4eb5-a9bb-600be6c44471 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d4df8d2283d540b59aefbdc2854d710f&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3005919 Mar 21 22:04:59.802471 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57668) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:04:59.953305 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:55Z', 'revision_number': 4, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port': {'id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:47Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8', 'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'mac_address': 'fa:16:3e:e7:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:53Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 2, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'subnets': [{'id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:00.021263 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-282c4a86-2e3a-4bf2-a064-6d716db26bf6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group_rule (413bcd94-e755-481e-9f6f-306010763ee8), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:00.048245 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951aef2-57ed-4eb5-a9bb-600be6c44471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de62e36-ba04-4c1a-80b3-21be2409868f,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:00.126506 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-282c4a86-2e3a-4bf2-a064-6d716db26bf6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (413bcd94-e755-481e-9f6f-306010763ee8), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:00.127513 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-e4f3ea9c-c112-4a63-9d45-43f0a03fe416 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Publish callbacks [] for port (a3f2dfab-6c99-4497-bef6-f422acfe3f13), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:00.145225 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5df246f6-754a-43bb-8d18-1caadf418a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:00.277069 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c4a86-2e3a-4bf2-a064-6d716db26bf6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413bcd94-e755-481e-9f6f-306010763ee8,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:00.299463 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5e3a25e4-c336-40c9-a17f-2ce2e9659d35 admin admin] Publish callbacks [] for security_group (6de62e36-ba04-4c1a-80b3-21be2409868f), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:00.324442 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7c0274-99d2-442a-9398-565712278c8c None None] The sync data for ids ['e5771d61-e366-4901-8696-4aacf48a0520'] in dv-cinder-834545-1-iscsi is: [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:55Z', 'revision_number': 4, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port': {'id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:47Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8', 'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'mac_address': 'fa:16:3e:e7:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:53Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 2, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'subnets': [{'id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:05:00.340508 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6937a-679b-42bb-a10b-61b5f79df502 None None] Port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:05:00.350709 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-282c4a86-2e3a-4bf2-a064-6d716db26bf6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:00.374743 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-282c4a86-2e3a-4bf2-a064-6d716db26bf6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4921367 Mar 21 22:05:00.381984 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57690) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:00.413868 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Request body: {'floatingip': {'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:05:00.432405 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5e3a25e4-c336-40c9-a17f-2ce2e9659d35 admin admin] Publish callbacks [] for security_group (6de62e36-ba04-4c1a-80b3-21be2409868f), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:00.576161 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port ee87a766-9a8b-4408-bba8-391f43f02c3c is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:00.588188 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-8478e0ee-58fe-4f78-ada6-b125315c06c6 None None] Provisioning complete for port c7bfb7cb-ac20-4549-b5f9-59625a1329ce triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:00.588188 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8478e0ee-58fe-4f78-ada6-b125315c06c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:00.588397 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:00.704522 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5e3a25e4-c336-40c9-a17f-2ce2e9659d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (6de62e36-ba04-4c1a-80b3-21be2409868f), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:00.708646 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5e3a25e4-c336-40c9-a17f-2ce2e9659d35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:00.718949 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-5e3a25e4-c336-40c9-a17f-2ce2e9659d35 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6de62e36-ba04-4c1a-80b3-21be2409868f HTTP/1.1" status: 204 len: 168 time: 0.9041297 Mar 21 22:05:00.737073 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-8478e0ee-58fe-4f78-ada6-b125315c06c6 None None] Port c7bfb7cb-ac20-4549-b5f9-59625a1329ce cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:05:00.753572 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Router 43ae8015-ba95-4d78-a7df-1ca78a98f307 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:05:00.838735 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a25e4-c336-40c9-a17f-2ce2e9659d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de62e36-ba04-4c1a-80b3-21be2409868f,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:00.893914 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-e4f3ea9c-c112-4a63-9d45-43f0a03fe416 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (a3f2dfab-6c99-4497-bef6-f422acfe3f13), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:00.991938 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 9408b9d1-64d1-4957-b016-da721e791662 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:05:01.140430 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Publish callbacks [] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), precommit_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:01.161214 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:01.182784 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 9408b9d1-64d1-4957-b016-da721e791662 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:01.188807 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (9408b9d1-64d1-4957-b016-da721e791662), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:01.248948 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:01.352331 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3ea9c-c112-4a63-9d45-43f0a03fe416 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Pushing event updated for resources: {'Port': ['ID=a3f2dfab-6c99-4497-bef6-f422acfe3f13,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:01.557807 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-54bb94a1-0ccb-46ff-bb24-663d16369c73 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:01.561356 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-54bb94a1-0ccb-46ff-bb24-663d16369c73 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 819 time: 1.0027049 Mar 21 22:05:01.714040 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b09ed7-95e5-448a-8f56-fe3f57edfa9b None None] Pushing event updated for resources: {'Port': ['ID=176e61f8-ab64-4911-9694-aa9aa45f1d42,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:01.729060 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-8b375212-9f11-454c-bc6c-608b49b7f78f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/quotas/d60b7d6d71474a8ea8f0f305fd6be15b HTTP/1.1" status: 200 len: 375 time: 0.0758114 Mar 21 22:05:01.798451 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Attempting to bind port 176e61f8-ab64-4911-9694-aa9aa45f1d42 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:05:01.802548 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Attempting to bind port 176e61f8-ab64-4911-9694-aa9aa45f1d42 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '3942127b-8307-4c72-baaa-d6357bb61abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:05:01.803058 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Attempting to bind port 176e61f8-ab64-4911-9694-aa9aa45f1d42 on network cc8503e8-31f1-41da-8113-df0ee579a55e {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:05:01.838139 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:05:01.839894 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Checking segment: {'id': '3942127b-8307-4c72-baaa-d6357bb61abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:05:01.841822 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:01.842687 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Bound using segment: {'id': '3942127b-8307-4c72-baaa-d6357bb61abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:05:01.843616 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Bound port: 176e61f8-ab64-4911-9694-aa9aa45f1d42, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3942127b-8307-4c72-baaa-d6357bb61abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:05:01.846593 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:01.895607 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-e4f3ea9c-c112-4a63-9d45-43f0a03fe416 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Network 0f6bd3c2-bf1c-4545-a012-75f04dab87be is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:05:01.963600 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 9408b9d1-64d1-4957-b016-da721e791662 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:01.965452 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device b9c62c7d-c24f-4c59-926d-257a9fa734b3 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:05:01.987982 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-e4f3ea9c-c112-4a63-9d45-43f0a03fe416 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:05:01.998070 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-e4f3ea9c-c112-4a63-9d45-43f0a03fe416 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:05:02.013421 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-e4f3ea9c-c112-4a63-9d45-43f0a03fe416 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:02.017864 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-e4f3ea9c-c112-4a63-9d45-43f0a03fe416 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:02.026326 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5df246f6-754a-43bb-8d18-1caadf418a62 admin admin] Publish callbacks [] for security_group (d1165a92-504d-4b10-aae1-78be20e04a44), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:02.041279 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Allocated IP 172.27.2.174 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/b1feee65-191d-4905-84a0-e6f0e34a4617) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:05:02.110556 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-7da83bf5-c9df-4ba6-8cb9-93f0866cac06 None None] Provisioning complete for port 176e61f8-ab64-4911-9694-aa9aa45f1d42 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:02.111578 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7da83bf5-c9df-4ba6-8cb9-93f0866cac06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:02.173108 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-7da83bf5-c9df-4ba6-8cb9-93f0866cac06 None None] Port 176e61f8-ab64-4911-9694-aa9aa45f1d42 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:05:02.197299 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-deb489c8-299b-4438-88ee-00612296deb2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4555821 Mar 21 22:05:02.201728 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5df246f6-754a-43bb-8d18-1caadf418a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (d1165a92-504d-4b10-aae1-78be20e04a44), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:02.214566 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263a01b-8623-4a59-a847-3d55b6737d74 req-218cca85-9c89-40f3-a345-7562a6818809 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:02.216505 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f263a01b-8623-4a59-a847-3d55b6737d74 req-218cca85-9c89-40f3-a345-7562a6818809 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 931 time: 0.8536396 Mar 21 22:05:02.237453 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-e4f3ea9c-c112-4a63-9d45-43f0a03fe416 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2018807 Mar 21 22:05:02.249936 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:05:02.261953 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Sync routers for ids ['43ae8015-ba95-4d78-a7df-1ca78a98f307'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:05:02.267120 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] For port 176e61f8-ab64-4911-9694-aa9aa45f1d42, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:05:02.287292 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] For port 176e61f8-ab64-4911-9694-aa9aa45f1d42, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=176e61f8-ab64-4911-9694-aa9aa45f1d42,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:05:02.295898 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Routers {'43ae8015-ba95-4d78-a7df-1ca78a98f307'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:05:02.296516 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:04:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['43ae8015-ba95-4d78-a7df-1ca78a98f307'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:02.312240 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port b9c62c7d-c24f-4c59-926d-257a9fa734b3 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:02.316396 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (b9c62c7d-c24f-4c59-926d-257a9fa734b3), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:02.381112 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-5aa234a5-d4e7-4b2b-af05-ae6406800380 admin admin] 10.222.0.45 "PUT /v2.0/routers/43ae8015-ba95-4d78-a7df-1ca78a98f307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8869410 Mar 21 22:05:02.414865 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-87f44aa9-a611-4a2a-a7fc-58760adc1cd2 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115863) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 22:05:02.428577 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:02.430858 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-87f44aa9-a611-4a2a-a7fc-58760adc1cd2 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1711905 Mar 21 22:05:02.447907 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for port (b1feee65-191d-4905-84a0-e6f0e34a4617), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:02.528751 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df246f6-754a-43bb-8d18-1caadf418a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1165a92-504d-4b10-aae1-78be20e04a44,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:02.565611 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-5df246f6-754a-43bb-8d18-1caadf418a62 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dfe7a39d2fdf4c2b9ad7a4f465fa936a&name=default HTTP/1.1" status: 200 len: 2992 time: 2.8970308 Mar 21 22:05:02.568989 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57734) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:02.677682 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f263a01b-8623-4a59-a847-3d55b6737d74 req-1ef637d5-7821-400f-84b7-88a2b0ddb9aa tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/security-groups?id=2794af89-df55-4d3e-a46b-4cbd10907803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293337 Mar 21 22:05:02.733994 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b4a91b5f-9d54-4fe4-b545-a58e34000e0c admin admin] Publish callbacks [] for security_group (d1165a92-504d-4b10-aae1-78be20e04a44), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:02.788604 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (b1feee65-191d-4905-84a0-e6f0e34a4617), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:02.855153 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Routers {'8b47cd74-8cd6-4624-aa37-6afafd43f76f'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:05:02.855794 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:04:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:02.865822 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b4a91b5f-9d54-4fe4-b545-a58e34000e0c admin admin] Publish callbacks [] for security_group (d1165a92-504d-4b10-aae1-78be20e04a44), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:02.877423 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Set router 43ae8015-ba95-4d78-a7df-1ca78a98f307 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:05:02.940482 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-558c0c33-1fbf-4c23-9455-3e7633d77bae service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115863) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 22:05:02.941644 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-558c0c33-1fbf-4c23-9455-3e7633d77bae service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3986888 Mar 21 22:05:03.016558 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b09ed7-95e5-448a-8f56-fe3f57edfa9b None None] Pushing event updated for resources: {'Port': ['ID=176e61f8-ab64-4911-9694-aa9aa45f1d42,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:03.079340 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:05:03.107739 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:05:03.115202 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:05:03.304686 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-a016c5db-43d9-453d-8116-0e6215eceb99 service neutron] 10.222.0.45 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532257 Mar 21 22:05:03.309117 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Request body: {'port': {'device_id': 'edfdfc05-305d-4678-9461-139aed6d39a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:05:03.315427 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port b9c62c7d-c24f-4c59-926d-257a9fa734b3 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:03.316679 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device d6c30755-7722-4fa8-a1c9-8b5c4e34fba8 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:05:03.344410 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event updated for resources: {'Port': ['ID=b1feee65-191d-4905-84a0-e6f0e34a4617,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:03.458220 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-720a790a-8ada-4198-b89a-2f4d4e376f76 None None] Provisioning complete for port 176e61f8-ab64-4911-9694-aa9aa45f1d42 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:03.458812 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-720a790a-8ada-4198-b89a-2f4d4e376f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:03.461355 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for floatingip (3610c277-7f01-4957-a38b-0ec8b06f9ed9), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:03.590812 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b4a91b5f-9d54-4fe4-b545-a58e34000e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (d1165a92-504d-4b10-aae1-78be20e04a44), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:03.599572 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b4a91b5f-9d54-4fe4-b545-a58e34000e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:03.599572 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-b4a91b5f-9d54-4fe4-b545-a58e34000e0c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1165a92-504d-4b10-aae1-78be20e04a44 HTTP/1.1" status: 204 len: 168 time: 1.0136504 Mar 21 22:05:03.608922 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] Set router 8b47cd74-8cd6-4624-aa37-6afafd43f76f gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:05:03.634052 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a91b5f-9d54-4fe4-b545-a58e34000e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1165a92-504d-4b10-aae1-78be20e04a44,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:03.648513 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 4, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'c7bfb7cb-ac20-4549-b5f9-59625a1329ce', 'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'mac_address': 'fa:16:3e:7d:da:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:54Z', 'updated_at': '2022-03-21T22:04:57Z', 'revision_number': 2, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'subnets': [{'id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:03.723244 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (b1feee65-191d-4905-84a0-e6f0e34a4617), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:03.738342 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Checking router: 43ae8015-ba95-4d78-a7df-1ca78a98f307 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:05:03.741262 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Updating router 43ae8015-ba95-4d78-a7df-1ca78a98f307 port c7bfb7cb-ac20-4549-b5f9-59625a1329ce binding host dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:05:03.827190 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-782048db-07e8-42a7-a9e6-50aa0ca912da service neutron] 10.222.0.45 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759200 Mar 21 22:05:03.876446 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:03.882650 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port d6c30755-7722-4fa8-a1c9-8b5c4e34fba8 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:03.885166 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (d6c30755-7722-4fa8-a1c9-8b5c4e34fba8), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:03.885283 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (a3f2dfab-6c99-4497-bef6-f422acfe3f13), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:04.042802 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for port (b1feee65-191d-4905-84a0-e6f0e34a4617), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:04.115487 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (b1feee65-191d-4905-84a0-e6f0e34a4617), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:04.135346 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (3610c277-7f01-4957-a38b-0ec8b06f9ed9), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:04.366362 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event updated for resources: {'Port': ['ID=b1feee65-191d-4905-84a0-e6f0e34a4617,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:04.428435 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:04.439925 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-964bbc92-d737-4220-bf05-0e60b57f8ce4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0474951 Mar 21 22:05:04.689097 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57802) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:04.765057 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-68c4ad09-31af-46e6-8018-efcb0fae0e7f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--296279116', 'description': 'tempest-description--90966299'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:05:04.893882 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-720a790a-8ada-4198-b89a-2f4d4e376f76 None None] Current status of the port 176e61f8-ab64-4911-9694-aa9aa45f1d42 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:04.894489 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-720a790a-8ada-4198-b89a-2f4d4e376f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:04.917752 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-68c4ad09-31af-46e6-8018-efcb0fae0e7f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:05.002971 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Publish callbacks [] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), precommit_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:05.095849 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:05.148755 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f2dfab-6c99-4497-bef6-f422acfe3f13 {{(pid=115863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:05:05.173445 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Publish callbacks [] for port (a3f2dfab-6c99-4497-bef6-f422acfe3f13), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:05.178406 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port d6c30755-7722-4fa8-a1c9-8b5c4e34fba8 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:05.179067 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (d6c30755-7722-4fa8-a1c9-8b5c4e34fba8), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:05.241304 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.provisioning_blocks [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Transition to ACTIVE for port object a3f2dfab-6c99-4497-bef6-f422acfe3f13 will not be triggered until provisioned by entity L2. {{(pid=115863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:05:05.264088 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246cf45-0cd5-4f32-b30c-243aac718d25 req-c9458f53-725a-47e3-b22f-65023850b744 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:05.284664 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-720a790a-8ada-4198-b89a-2f4d4e376f76 None None] For port 176e61f8-ab64-4911-9694-aa9aa45f1d42, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=176e61f8-ab64-4911-9694-aa9aa45f1d42,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:05.290483 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d246cf45-0cd5-4f32-b30c-243aac718d25 req-c9458f53-725a-47e3-b22f-65023850b744 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 931 time: 0.4770105 Mar 21 22:05:05.331028 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (a3f2dfab-6c99-4497-bef6-f422acfe3f13), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:05.373333 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-68c4ad09-31af-46e6-8018-efcb0fae0e7f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group (ae465d08-8d16-4575-b860-c63abc32064f), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:05.385181 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port d6c30755-7722-4fa8-a1c9-8b5c4e34fba8, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=d6c30755-7722-4fa8-a1c9-8b5c4e34fba8,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:05.403283 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-720a790a-8ada-4198-b89a-2f4d4e376f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:05.442807 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Pushing event updated for resources: {'Port': ['ID=a3f2dfab-6c99-4497-bef6-f422acfe3f13,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:05.476546 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Attempting to bind port c7bfb7cb-ac20-4549-b5f9-59625a1329ce on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:05:05.481558 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Attempting to bind port c7bfb7cb-ac20-4549-b5f9-59625a1329ce by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '0a5ede9b-1bf3-4d1e-8588-522ae009eda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708'}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:05:05.481875 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Attempting to bind port c7bfb7cb-ac20-4549-b5f9-59625a1329ce on network 40ee543d-b9b0-4194-aff5-428ab22bb708 {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:05:05.512039 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-68c4ad09-31af-46e6-8018-efcb0fae0e7f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (ae465d08-8d16-4575-b860-c63abc32064f), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:05.513257 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:05:05.513600 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Checking segment: {'id': '0a5ede9b-1bf3-4d1e-8588-522ae009eda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:05:05.514019 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:05.514519 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Bound using segment: {'id': '0a5ede9b-1bf3-4d1e-8588-522ae009eda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708'} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:05:05.531666 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Bound port: c7bfb7cb-ac20-4549-b5f9-59625a1329ce, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5ede9b-1bf3-4d1e-8588-522ae009eda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708'}}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:05:05.532179 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:05.561543 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc5b14-93fe-4f09-8afd-c090fe9c75b9 None None] Pushing event updated for resources: {'Port': ['ID=c7bfb7cb-ac20-4549-b5f9-59625a1329ce,revision_number=3']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:05.592118 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Sync routers for ids ['e5771d61-e366-4901-8696-4aacf48a0520'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:05:05.615992 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:51Z', 'revision_number': 4, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '176e61f8-ab64-4911-9694-aa9aa45f1d42', 'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'mac_address': 'fa:16:3e:2f:8d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:50Z', 'updated_at': '2022-03-21T22:05:02Z', 'revision_number': 4, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'subnets': [{'id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:05.640368 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (d6c30755-7722-4fa8-a1c9-8b5c4e34fba8), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:05.652997 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4ad09-31af-46e6-8018-efcb0fae0e7f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae465d08-8d16-4575-b860-c63abc32064f,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:05.661606 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] For port c7bfb7cb-ac20-4549-b5f9-59625a1329ce, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:05:05.668260 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] For port c7bfb7cb-ac20-4549-b5f9-59625a1329ce, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=c7bfb7cb-ac20-4549-b5f9-59625a1329ce,segment=NetworkSegment(0a5ede9b-1bf3-4d1e-8588-522ae009eda1),segment_id=0a5ede9b-1bf3-4d1e-8588-522ae009eda1)] {{(pid=115865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:05:05.774253 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:05.792557 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e9d8263e-8850-434c-b93e-b600d6501c6a req-edb4613f-ffca-47bf-9bf9-c7d7ecf32253 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 210 time: 0.2426393 Mar 21 22:05:05.817303 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-68c4ad09-31af-46e6-8018-efcb0fae0e7f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:05.823039 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-68c4ad09-31af-46e6-8018-efcb0fae0e7f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1279938 Mar 21 22:05:05.827531 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57850) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:05.847512 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-86493d59-b9a8-4d30-a078-9bb5a0c2f371 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Request body: {'security_group_rule': {'security_group_id': 'ae465d08-8d16-4575-b860-c63abc32064f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:05:05.896499 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d246cf45-0cd5-4f32-b30c-243aac718d25 req-54395174-915e-4295-a569-54c53641d138 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/security-groups?id=2794af89-df55-4d3e-a46b-4cbd10907803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6044197 Mar 21 22:05:06.032349 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-86493d59-b9a8-4d30-a078-9bb5a0c2f371 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group_rule (5d130f62-4e4d-4918-8dec-ac814f858d29), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:06.287531 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Attempting to bind port a3f2dfab-6c99-4497-bef6-f422acfe3f13 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:05:06.288158 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Attempting to bind port a3f2dfab-6c99-4497-bef6-f422acfe3f13 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'e0f08c74-1ada-4610-965a-a102d18650cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0f6bd3c2-bf1c-4545-a012-75f04dab87be'}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:05:06.288279 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Attempting to bind port a3f2dfab-6c99-4497-bef6-f422acfe3f13 on network 0f6bd3c2-bf1c-4545-a012-75f04dab87be {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:05:06.323163 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-86493d59-b9a8-4d30-a078-9bb5a0c2f371 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group_rule (5d130f62-4e4d-4918-8dec-ac814f858d29), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:06.349823 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Port a3f2dfab-6c99-4497-bef6-f422acfe3f13 on network 0f6bd3c2-bf1c-4545-a012-75f04dab87be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:05:06.359156 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Attempting to bind port a3f2dfab-6c99-4497-bef6-f422acfe3f13 on network 0f6bd3c2-bf1c-4545-a012-75f04dab87be {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:05:06.390338 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f426bbd2-e18e-46be-bc59-e9fdac7725ee None None] The sync data for ids ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'] in dv-cinder-834545-1-iscsi is: [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:51Z', 'revision_number': 4, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '176e61f8-ab64-4911-9694-aa9aa45f1d42', 'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'mac_address': 'fa:16:3e:2f:8d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:50Z', 'updated_at': '2022-03-21T22:05:02Z', 'revision_number': 4, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'subnets': [{'id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:05:06.396600 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-86493d59-b9a8-4d30-a078-9bb5a0c2f371 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (5d130f62-4e4d-4918-8dec-ac814f858d29), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:06.397713 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 57ddde2e-bf98-4c81-85d4-616eb0adcf9c up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:05:06.427612 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86493d59-b9a8-4d30-a078-9bb5a0c2f371 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d130f62-4e4d-4918-8dec-ac814f858d29,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:06.441607 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:05:06.441999 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Checking segment: {'id': 'e0f08c74-1ada-4610-965a-a102d18650cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0f6bd3c2-bf1c-4545-a012-75f04dab87be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:05:06.442801 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Bound using segment: {'id': 'e0f08c74-1ada-4610-965a-a102d18650cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0f6bd3c2-bf1c-4545-a012-75f04dab87be'} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:05:06.515736 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Bound port: a3f2dfab-6c99-4497-bef6-f422acfe3f13, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0f08c74-1ada-4610-965a-a102d18650cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0f6bd3c2-bf1c-4545-a012-75f04dab87be'}}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:05:06.516920 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (a3f2dfab-6c99-4497-bef6-f422acfe3f13), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:06.522594 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-86493d59-b9a8-4d30-a078-9bb5a0c2f371 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:06.526578 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-86493d59-b9a8-4d30-a078-9bb5a0c2f371 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6966703 Mar 21 22:05:06.531427 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57896) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:06.556749 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-f5c76499-4ff4-472f-bec4-29d929d19806 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Request body: {'security_group_rule': {'security_group_id': 'ae465d08-8d16-4575-b860-c63abc32064f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:05:06.602714 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-870cb499-cfb3-4ce0-b755-ca187c0d3108 None None] Provisioning complete for port c7bfb7cb-ac20-4549-b5f9-59625a1329ce triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:06.624158 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-870cb499-cfb3-4ce0-b755-ca187c0d3108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:06.652872 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Routers {'43ae8015-ba95-4d78-a7df-1ca78a98f307'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:05:06.654312 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:04:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['43ae8015-ba95-4d78-a7df-1ca78a98f307'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:06.728024 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f5c76499-4ff4-472f-bec4-29d929d19806 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group_rule (bf84b9d6-8cd8-4708-b333-68ee0e0a6bab), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:06.776360 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57904) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:06.854281 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-b68d1027-f36c-439f-a242-c408881c3451 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--937813617&fields=id&tenant_id=df9e8bc23578427484ebb0a84c1373dd HTTP/1.1" status: 200 len: 267 time: 0.7446139 Mar 21 22:05:06.864743 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Routers {'e5771d61-e366-4901-8696-4aacf48a0520'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:05:06.871562 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:04:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5771d61-e366-4901-8696-4aacf48a0520'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:06.945349 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc5b14-93fe-4f09-8afd-c090fe9c75b9 None None] Pushing event updated for resources: {'Port': ['ID=c7bfb7cb-ac20-4549-b5f9-59625a1329ce,revision_number=4']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:06.961130 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f5c76499-4ff4-472f-bec4-29d929d19806 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group_rule (bf84b9d6-8cd8-4708-b333-68ee0e0a6bab), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:06.985104 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a790a-8ada-4198-b89a-2f4d4e376f76 None None] Pushing event updated for resources: {'Port': ['ID=176e61f8-ab64-4911-9694-aa9aa45f1d42,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:07.035796 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f5c76499-4ff4-472f-bec4-29d929d19806 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (bf84b9d6-8cd8-4708-b333-68ee0e0a6bab), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:07.132901 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f5c76499-4ff4-472f-bec4-29d929d19806 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:07.151476 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-f5c76499-4ff4-472f-bec4-29d929d19806 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6000638 Mar 21 22:05:07.158173 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c76499-4ff4-472f-bec4-29d929d19806 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf84b9d6-8cd8-4708-b333-68ee0e0a6bab,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:07.167516 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57914) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:07.174389 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Request body: {'floatingip': {'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:05:07.189872 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] Set router 43ae8015-ba95-4d78-a7df-1ca78a98f307 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:05:07.293552 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-b7f0f546-3393-4b7e-b319-bce4527a2f00 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:07.297404 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-b7f0f546-3393-4b7e-b319-bce4527a2f00 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 819 time: 0.8588905 Mar 21 22:05:07.309871 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] For port a3f2dfab-6c99-4497-bef6-f422acfe3f13, host hv-cinder-83454, cleared binding levels {{(pid=115863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:05:07.319924 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] For port a3f2dfab-6c99-4497-bef6-f422acfe3f13, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a3f2dfab-6c99-4497-bef6-f422acfe3f13,segment=NetworkSegment(e0f08c74-1ada-4610-965a-a102d18650cf),segment_id=e0f08c74-1ada-4610-965a-a102d18650cf)] {{(pid=115863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:05:07.364656 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-f64bca69-d096-4c6e-8d5e-6dbb711f5a66 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/quotas/d60b7d6d71474a8ea8f0f305fd6be15b HTTP/1.1" status: 200 len: 375 time: 0.0341253 Mar 21 22:05:07.390894 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-ece64381-8326-45ab-95e9-0bd5948da561 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:07.407021 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-ece64381-8326-45ab-95e9-0bd5948da561 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/networks?id=cc8503e8-31f1-41da-8113-df0ee579a55e HTTP/1.1" status: 200 len: 816 time: 0.5439749 Mar 21 22:05:07.412842 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:07.484057 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 57ddde2e-bf98-4c81-85d4-616eb0adcf9c triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:07.486807 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (57ddde2e-bf98-4c81-85d4-616eb0adcf9c), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:07.492649 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (a3f2dfab-6c99-4497-bef6-f422acfe3f13), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:07.557733 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:07.564136 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:07.567265 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] 10.222.0.47 "PUT /v2.0/ports/a3f2dfab-6c99-4497-bef6-f422acfe3f13 HTTP/1.1" status: 200 len: 1093 time: 4.8801720 Mar 21 22:05:07.569369 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfdfc05-305d-4678-9461-139aed6d39a0', 'tag': 'a3f2dfab-6c99-4497-bef6-f422acfe3f13'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:05:07.618618 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Set router e5771d61-e366-4901-8696-4aacf48a0520 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:05:07.655926 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a66537c0-c95b-49c2-96cc-be88f674225f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:07.830865 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a66537c0-c95b-49c2-96cc-be88f674225f admin admin] Publish callbacks [] for security_group (2ddc7b6c-d89b-4dec-8f6c-63a85128d03f), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:07.853142 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:07.855757 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-870cb499-cfb3-4ce0-b755-ca187c0d3108 None None] Current status of the port c7bfb7cb-ac20-4549-b5f9-59625a1329ce is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:07.873843 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-870cb499-cfb3-4ce0-b755-ca187c0d3108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:07.907176 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=d6c30755-7722-4fa8-a1c9-8b5c4e34fba8,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:07.933767 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 4, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'c7bfb7cb-ac20-4549-b5f9-59625a1329ce', 'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'mac_address': 'fa:16:3e:7d:da:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:54Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 4, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'subnets': [{'id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:08.036089 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a66537c0-c95b-49c2-96cc-be88f674225f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (2ddc7b6c-d89b-4dec-8f6c-63a85128d03f), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:08.075100 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 57ddde2e-bf98-4c81-85d4-616eb0adcf9c is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:08.075660 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (57ddde2e-bf98-4c81-85d4-616eb0adcf9c), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:08.083971 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac45a666-754a-49ad-993a-02fc67d9c63b None None] The sync data for ids ['43ae8015-ba95-4d78-a7df-1ca78a98f307'] in dv-cinder-834545-1-iscsi is: [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 4, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'c7bfb7cb-ac20-4549-b5f9-59625a1329ce', 'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'mac_address': 'fa:16:3e:7d:da:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:54Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 4, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'subnets': [{'id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:05:08.108488 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port 57ddde2e-bf98-4c81-85d4-616eb0adcf9c, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=57ddde2e-bf98-4c81-85d4-616eb0adcf9c,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:08.292927 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-a66537c0-c95b-49c2-96cc-be88f674225f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a2fe519923b4ceca097a1e392f7cd8a&name=default HTTP/1.1" status: 200 len: 2995 time: 1.4819458 Mar 21 22:05:08.309359 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66537c0-c95b-49c2-96cc-be88f674225f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddc7b6c-d89b-4dec-8f6c-63a85128d03f,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:08.385001 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (57ddde2e-bf98-4c81-85d4-616eb0adcf9c), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:08.421965 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 57942) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:08.564216 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Allocated IP 172.27.2.220 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/a34ae3e9-ee22-429f-8aaa-1c0b0086c0f7) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:05:08.605811 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-313cd73a-95da-44a6-a79f-b55afd634baa tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/quotas/df9e8bc23578427484ebb0a84c1373dd HTTP/1.1" status: 200 len: 375 time: 1.1975605 Mar 21 22:05:08.639959 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-870cb499-cfb3-4ce0-b755-ca187c0d3108 None None] For port c7bfb7cb-ac20-4549-b5f9-59625a1329ce, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=c7bfb7cb-ac20-4549-b5f9-59625a1329ce,segment=NetworkSegment(0a5ede9b-1bf3-4d1e-8588-522ae009eda1),segment_id=0a5ede9b-1bf3-4d1e-8588-522ae009eda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:08.666838 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=57ddde2e-bf98-4c81-85d4-616eb0adcf9c,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:08.764440 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-870cb499-cfb3-4ce0-b755-ca187c0d3108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:08.930548 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-27a0a328-192c-4547-ace6-25f5e065640f admin admin] Publish callbacks [] for security_group (2ddc7b6c-d89b-4dec-8f6c-63a85128d03f), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:08.939901 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for port (a34ae3e9-ee22-429f-8aaa-1c0b0086c0f7), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:08.975381 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-27a0a328-192c-4547-ace6-25f5e065640f admin admin] Publish callbacks [] for security_group (2ddc7b6c-d89b-4dec-8f6c-63a85128d03f), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:08.987886 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2c9ca69e-d003-4470-ad9a-b07e9f4b5388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:08.992973 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device d6c30755-7722-4fa8-a1c9-8b5c4e34fba8 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:05:09.105132 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-8b672d04-b95c-429b-af97-067e282b7044 None None] Provisioning complete for port c7bfb7cb-ac20-4549-b5f9-59625a1329ce triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:09.105509 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8b672d04-b95c-429b-af97-067e282b7044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:09.110211 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (a34ae3e9-ee22-429f-8aaa-1c0b0086c0f7), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:09.152926 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-27a0a328-192c-4547-ace6-25f5e065640f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (2ddc7b6c-d89b-4dec-8f6c-63a85128d03f), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:09.155851 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-27a0a328-192c-4547-ace6-25f5e065640f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:09.161874 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-27a0a328-192c-4547-ace6-25f5e065640f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ddc7b6c-d89b-4dec-8f6c-63a85128d03f HTTP/1.1" status: 204 len: 168 time: 0.7317400 Mar 21 22:05:09.210669 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:05:09.211686 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0a328-192c-4547-ace6-25f5e065640f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddc7b6c-d89b-4dec-8f6c-63a85128d03f,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:09.231001 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:05:09.234940 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:05:09.254218 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event updated for resources: {'Port': ['ID=a34ae3e9-ee22-429f-8aaa-1c0b0086c0f7,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:09.303927 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cb499-cfb3-4ce0-b755-ca187c0d3108 None None] Pushing event updated for resources: {'Port': ['ID=c7bfb7cb-ac20-4549-b5f9-59625a1329ce,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:09.321295 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df496f1-5549-4e38-a7bf-310abeaad2cd service neutron] Pushing event updated for resources: {'Port': ['ID=a3f2dfab-6c99-4497-bef6-f422acfe3f13,revision_number=3']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:09.353941 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for floatingip (23359345-737c-48d9-88b9-6c92c5d90a04), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:09.411407 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-9773fd85-6031-4c9c-ad1b-95001d58a5d4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&fields=id HTTP/1.1" status: 200 len: 302 time: 2.0455322 Mar 21 22:05:09.489312 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port d6c30755-7722-4fa8-a1c9-8b5c4e34fba8 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:09.491884 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (d6c30755-7722-4fa8-a1c9-8b5c4e34fba8), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:09.578494 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (a34ae3e9-ee22-429f-8aaa-1c0b0086c0f7), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:09.683778 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.47', 62329) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:09.825289 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-b87713dc-785a-41f0-90f5-e9836dbba9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:09.829222 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-b87713dc-785a-41f0-90f5-e9836dbba9d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0c7f0ea979e455594271f4b813db527&device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 1127 time: 1.2277403 Mar 21 22:05:09.836137 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f638b1-4e4f-49d2-b532-bf70f25c8a31" -d '{"events": [{"name": "network-changed", "server_uuid": "edfdfc05-305d-4678-9461-139aed6d39a0", "tag": "a3f2dfab-6c99-4497-bef6-f422acfe3f13"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:05:09.871565 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-04c2dc8c-b02f-4673-8df7-bc54843247f3 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=df9e8bc23578427484ebb0a84c1373dd&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0198591 Mar 21 22:05:09.878441 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port d6c30755-7722-4fa8-a1c9-8b5c4e34fba8 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:09.879701 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 176e61f8-ab64-4911-9694-aa9aa45f1d42 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:05:09.882267 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-be988658-c4a6-4e99-9e64-9e83ee79d025 service neutron] 10.222.0.45 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456422 Mar 21 22:05:10.013954 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:55Z', 'revision_number': 4, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port': {'id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:47Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8', 'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'mac_address': 'fa:16:3e:e7:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:53Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 2, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'subnets': [{'id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:10.066949 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:10.077423 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Checking router: e5771d61-e366-4901-8696-4aacf48a0520 for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:05:10.077789 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Updating router e5771d61-e366-4901-8696-4aacf48a0520 port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 binding host dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:05:10.081235 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-8b672d04-b95c-429b-af97-067e282b7044 None None] Current status of the port c7bfb7cb-ac20-4549-b5f9-59625a1329ce is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:10.162645 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 176e61f8-ab64-4911-9694-aa9aa45f1d42 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:10.163117 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:10.174721 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:10.191029 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 57968) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:10.205039 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-da4d8dff-daf5-4ab3-9a1b-69df731a6bd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3f2dfab-6c99-4497-bef6-f422acfe3f13 HTTP/1.1" status: 200 len: 217 time: 0.3323326 Mar 21 22:05:10.636356 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 176e61f8-ab64-4911-9694-aa9aa45f1d42 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:10.637609 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device c7bfb7cb-ac20-4549-b5f9-59625a1329ce up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:05:10.644760 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for port (a34ae3e9-ee22-429f-8aaa-1c0b0086c0f7), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:10.707354 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-396b180c-2108-46c0-9015-e6e7aae55f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:10.747295 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port c7bfb7cb-ac20-4549-b5f9-59625a1329ce triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:10.748693 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:10.770627 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (a34ae3e9-ee22-429f-8aaa-1c0b0086c0f7), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:10.770832 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-8dbe7a12-c9b7-4793-86f9-841cb0805ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:10.777449 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-8dbe7a12-c9b7-4793-86f9-841cb0805ddf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e41f0dca-1e36-4c9c-bf24-578fb604cceb HTTP/1.1" status: 200 len: 850 time: 0.5401666 Mar 21 22:05:10.815728 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-110d5df4-655d-4bbe-9540-1a0c033c00a0 service neutron] 10.222.0.45 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9317536 Mar 21 22:05:10.924473 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-57fc1ccf-12b9-45d0-938e-09cea0ee4a5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f6bd3c2-bf1c-4545-a012-75f04dab87be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945756 Mar 21 22:05:10.929411 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-b9283a7f-2f06-4c76-8f63-b56ef77cfaa3 service neutron] 10.222.0.45 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9674635 Mar 21 22:05:11.057686 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (23359345-737c-48d9-88b9-6c92c5d90a04), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:11.219614 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event updated for resources: {'Port': ['ID=a34ae3e9-ee22-429f-8aaa-1c0b0086c0f7,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:11.231858 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-dcdd8444-ee55-4ea1-ae53-e6472e9e4b6d service neutron] 10.222.0.47 "GET /v2.0/networks/0f6bd3c2-bf1c-4545-a012-75f04dab87be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954564 Mar 21 22:05:11.251158 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-7ba92c43-b721-4abc-81cb-8ff45f339ede tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:11.252905 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-7ba92c43-b721-4abc-81cb-8ff45f339ede tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.47 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 819 time: 1.5044367 Mar 21 22:05:11.255147 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8abd0d26-e5fb-43a0-9ba5-61ec9953da6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:11.279995 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port c7bfb7cb-ac20-4549-b5f9-59625a1329ce is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:11.292077 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-36e14a4a-f3a0-4cce-9b10-2f2b5233e9d0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Request body: {'port': {'device_id': '9dec5761-9415-4f2b-a06e-5f99c67fd700', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'admin_state_up': True, 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:05:11.355589 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:11.366999 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-6b32e062-516f-4b7d-82a0-93d012015633 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1865520 Mar 21 22:05:11.456420 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Publish callbacks [] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), precommit_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:11.537938 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:11.668743 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 57ddde2e-bf98-4c81-85d4-616eb0adcf9c up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:05:11.677666 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-396b180c-2108-46c0-9015-e6e7aae55f33 admin admin] Publish callbacks [] for security_group (a06d8e28-b04e-4c47-9518-6ab922382d31), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:11.689520 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-ca178f55-064c-4f0c-8ee9-41ef2d1bd0a2 service neutron] 10.222.0.45 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7325652 Mar 21 22:05:11.795641 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-36e14a4a-f3a0-4cce-9b10-2f2b5233e9d0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Made reservation on behalf of d60b7d6d71474a8ea8f0f305fd6be15b for: {'port': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:05:11.799680 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-36e14a4a-f3a0-4cce-9b10-2f2b5233e9d0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:11.800152 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac04f8-52f6-4d64-b11b-d54209281c51 None None] Pushing event updated for resources: {'Port': ['ID=c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:11.842899 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-396b180c-2108-46c0-9015-e6e7aae55f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (a06d8e28-b04e-4c47-9518-6ab922382d31), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:11.950689 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-396b180c-2108-46c0-9015-e6e7aae55f33 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=411e8c33b6714be19c2f4cbd9d427cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7474763 Mar 21 22:05:11.961713 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 58008) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:12.243774 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9baa2f8-e669-4f9d-ac36-c3340dc6dd00 req-ca0d3935-9c57-4e13-a74b-69a5fe318c55 service neutron] 10.222.0.47 "GET /v2.0/networks/0f6bd3c2-bf1c-4545-a012-75f04dab87be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461867 Mar 21 22:05:12.317544 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14ded1-d074-4a5b-a675-22c1b48ff522 req-0da917da-aeab-456f-bf53-bcb039d765d0 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:12.326656 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7d14ded1-d074-4a5b-a675-22c1b48ff522 req-0da917da-aeab-456f-bf53-bcb039d765d0 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 943 time: 0.6339128 Mar 21 22:05:12.336149 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b180c-2108-46c0-9015-e6e7aae55f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06d8e28-b04e-4c47-9518-6ab922382d31,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:12.439594 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cd0fa23a-fae4-45c8-8c32-f16b429ba3bb admin admin] Publish callbacks [] for security_group (a06d8e28-b04e-4c47-9518-6ab922382d31), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:12.505962 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cd0fa23a-fae4-45c8-8c32-f16b429ba3bb admin admin] Publish callbacks [] for security_group (a06d8e28-b04e-4c47-9518-6ab922382d31), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:12.516411 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7d14ded1-d074-4a5b-a675-22c1b48ff522 req-1d52fbf1-0b87-4280-84f1-30501b0df130 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/security-groups?id=2794af89-df55-4d3e-a46b-4cbd10907803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573477 Mar 21 22:05:12.615514 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-965aa58a-f831-411b-b7d0-7b5ec38201bc None None] Provisioning complete for port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:12.617647 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-965aa58a-f831-411b-b7d0-7b5ec38201bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:12.631812 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 57ddde2e-bf98-4c81-85d4-616eb0adcf9c triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:12.632195 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (57ddde2e-bf98-4c81-85d4-616eb0adcf9c), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:12.803981 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Attempting to bind port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:05:12.805367 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-81091bca-0ded-40dc-b15d-223d7670c150 req-8fe6d106-19ec-40ed-8b59-2b38b497248e tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 210 time: 0.1041412 Mar 21 22:05:12.819275 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Attempting to bind port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:05:12.819275 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Attempting to bind port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 on network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:05:12.820120 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cd0fa23a-fae4-45c8-8c32-f16b429ba3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (a06d8e28-b04e-4c47-9518-6ab922382d31), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:12.820120 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cd0fa23a-fae4-45c8-8c32-f16b429ba3bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:12.820120 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-cd0fa23a-fae4-45c8-8c32-f16b429ba3bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a06d8e28-b04e-4c47-9518-6ab922382d31 HTTP/1.1" status: 204 len: 168 time: 0.8527339 Mar 21 22:05:12.918776 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0fa23a-fae4-45c8-8c32-f16b429ba3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06d8e28-b04e-4c47-9518-6ab922382d31,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:13.127560 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a678e9-23ef-46af-aaea-815f875cd5a7 x-openstack-request-id: req-30a678e9-23ef-46af-aaea-815f875cd5a7 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:05:13.130636 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfdfc05-305d-4678-9461-139aed6d39a0", "tag": "a3f2dfab-6c99-4497-bef6-f422acfe3f13", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:05:13.131142 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30a678e9-23ef-46af-aaea-815f875cd5a7 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:05:13.131776 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfdfc05-305d-4678-9461-139aed6d39a0', 'tag': 'a3f2dfab-6c99-4497-bef6-f422acfe3f13', 'status': 'completed', 'code': 200} Mar 21 22:05:13.203379 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-3dc81254-2b23-4f67-96f7-4e8b11dca3b7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--296279116&fields=id&tenant_id=6badcf73def74a95ba7f934a370e6481 HTTP/1.1" status: 200 len: 267 time: 0.1128438 Mar 21 22:05:13.219713 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:05:13.220518 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Checking segment: {'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:05:13.221166 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:13.221866 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Bound using segment: {'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:05:13.226374 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Bound port: c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:05:13.227192 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:13.317479 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-71f1a2f8-336a-4582-a5fd-109070fd5d4b req-87fcf771-23b7-45e6-8c38-c57a28e0b99d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 210 time: 0.1109400 Mar 21 22:05:13.444974 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-965aa58a-f831-411b-b7d0-7b5ec38201bc None None] Port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:05:13.445249 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-36e14a4a-f3a0-4cce-9b10-2f2b5233e9d0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Allocated IP 172.20.0.11 (f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff/4baf0ffc-7d9f-4122-b979-92e67192a8a3/6e8e937d-8bde-4618-8b12-148f79f41b07) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:05:13.445656 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f638b1-4e4f-49d2-b532-bf70f25c8a31 req-cec6db82-8fba-436f-a43c-974eb1a9c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:13.445656 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-96f638b1-4e4f-49d2-b532-bf70f25c8a31 req-cec6db82-8fba-436f-a43c-974eb1a9c304 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0c7f0ea979e455594271f4b813db527&device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 1127 time: 0.1918466 Mar 21 22:05:13.500300 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 57ddde2e-bf98-4c81-85d4-616eb0adcf9c is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:13.502697 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device c7bfb7cb-ac20-4549-b5f9-59625a1329ce up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:05:13.661718 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-011bb8f6-f3a4-423b-9628-db6a638ed6bc tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:13.664782 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-011bb8f6-f3a4-423b-9628-db6a638ed6bc tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/networks?id=40ee543d-b9b0-4194-aff5-428ab22bb708 HTTP/1.1" status: 200 len: 811 time: 0.4468184 Mar 21 22:05:13.706922 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] For port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:05:13.714703 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] For port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:05:13.716249 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-c3b61687-b68e-447b-ac38-f82cd4a4aa60 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/quotas/6badcf73def74a95ba7f934a370e6481 HTTP/1.1" status: 200 len: 375 time: 0.0219011 Mar 21 22:05:13.781981 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port c7bfb7cb-ac20-4549-b5f9-59625a1329ce triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:13.782927 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:13.981659 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port c7bfb7cb-ac20-4549-b5f9-59625a1329ce is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:14.097677 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-36e14a4a-f3a0-4cce-9b10-2f2b5233e9d0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for port (6e8e937d-8bde-4618-8b12-148f79f41b07), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:14.197344 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f638b1-4e4f-49d2-b532-bf70f25c8a31 req-9362fd96-b7c7-4b64-bdf3-2ff48aebe831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:14.198981 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-96f638b1-4e4f-49d2-b532-bf70f25c8a31 req-9362fd96-b7c7-4b64-bdf3-2ff48aebe831 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f6bd3c2-bf1c-4545-a012-75f04dab87be HTTP/1.1" status: 200 len: 911 time: 0.7939937 Mar 21 22:05:14.219070 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013e296-b779-445c-b80f-05433e92fd26 req-88213b30-233a-4173-8ba8-3e4f2f5d8908 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:14.226867 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9013e296-b779-445c-b80f-05433e92fd26 req-88213b30-233a-4173-8ba8-3e4f2f5d8908 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 943 time: 0.4955459 Mar 21 22:05:14.270763 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-48be843a-3e50-41b4-9e17-439a3fd1726d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6badcf73def74a95ba7f934a370e6481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5496526 Mar 21 22:05:14.390569 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-96f638b1-4e4f-49d2-b532-bf70f25c8a31 req-12247c31-0363-4283-9f32-a7251d60ed8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3f2dfab-6c99-4497-bef6-f422acfe3f13 HTTP/1.1" status: 200 len: 217 time: 0.1167476 Mar 21 22:05:14.574012 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9013e296-b779-445c-b80f-05433e92fd26 req-a7189b6b-de3d-48aa-b514-2716491dbc28 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/security-groups?id=2794af89-df55-4d3e-a46b-4cbd10907803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457985 Mar 21 22:05:14.644585 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:14.698464 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-ed5029ce-0047-47e7-9d7a-419e29ca3db2 service neutron] 10.222.0.45 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117754 Mar 21 22:05:14.819134 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-36e14a4a-f3a0-4cce-9b10-2f2b5233e9d0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (6e8e937d-8bde-4618-8b12-148f79f41b07), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:14.823228 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:14.827110 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:14.891859 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-560234d8-4b8c-4742-94ae-de20a964bcfa req-2315bba6-5bbd-47c0-bbeb-8485de5b2d50 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 210 time: 0.1628783 Mar 21 22:05:14.960667 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Routers {'e5771d61-e366-4901-8696-4aacf48a0520'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:05:14.961349 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:05:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5771d61-e366-4901-8696-4aacf48a0520'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:15.135572 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac04f8-52f6-4d64-b11b-d54209281c51 None None] Pushing event updated for resources: {'Port': ['ID=c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:15.214581 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-0398a503-c94c-428b-b8fb-1942d2fb7e1f service neutron] 10.222.0.45 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074506 Mar 21 22:05:15.268130 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2210b4fe-1b57-4383-85b5-ee5c567cd2d6 req-b99cf7e6-e6b2-491d-af8e-00c315dbb7ac tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 210 time: 0.2711487 Mar 21 22:05:15.276420 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] Set router e5771d61-e366-4901-8696-4aacf48a0520 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:05:15.307191 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f638b1-4e4f-49d2-b532-bf70f25c8a31 req-7894ea49-36b0-403b-9a18-4af607744ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:15.308944 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-96f638b1-4e4f-49d2-b532-bf70f25c8a31 req-7894ea49-36b0-403b-9a18-4af607744ffa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e41f0dca-1e36-4c9c-bf24-578fb604cceb HTTP/1.1" status: 200 len: 850 time: 0.3034525 Mar 21 22:05:15.318495 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-36e14a4a-f3a0-4cce-9b10-2f2b5233e9d0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:05:15.330479 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e14a4a-f3a0-4cce-9b10-2f2b5233e9d0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Pushing event updated for resources: {'Port': ['ID=6e8e937d-8bde-4618-8b12-148f79f41b07,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:15.343520 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-36e14a4a-f3a0-4cce-9b10-2f2b5233e9d0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:05:15.371600 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-36e14a4a-f3a0-4cce-9b10-2f2b5233e9d0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:05:15.387394 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-96f638b1-4e4f-49d2-b532-bf70f25c8a31 req-f34ef431-82a9-4097-942d-91e5da8b0412 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f6bd3c2-bf1c-4545-a012-75f04dab87be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715406 Mar 21 22:05:15.409703 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-36e14a4a-f3a0-4cce-9b10-2f2b5233e9d0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:15.431508 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-9e85a695-9a28-40b0-8fd9-1ec210bf0022 None None] Provisioning complete for port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:15.431508 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-9e85a695-9a28-40b0-8fd9-1ec210bf0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:15.433207 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-36e14a4a-f3a0-4cce-9b10-2f2b5233e9d0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for port (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:15.619906 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-36e14a4a-f3a0-4cce-9b10-2f2b5233e9d0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3430171 Mar 21 22:05:15.648378 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Request body: {'port': {'device_id': '9dec5761-9415-4f2b-a06e-5f99c67fd700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:05:15.705652 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-96f638b1-4e4f-49d2-b532-bf70f25c8a31 req-b960adc4-cf62-4b1f-a8cf-e0936fb703fd service neutron] 10.222.0.47 "GET /v2.0/networks/0f6bd3c2-bf1c-4545-a012-75f04dab87be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031631 Mar 21 22:05:15.918247 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (6e8e937d-8bde-4618-8b12-148f79f41b07), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:16.125307 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4294d1e6-a412-4711-8917-7baff8892b76 req-aadd68b0-c88d-47ee-91cc-2ff9a0e26699 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 210 time: 0.0804574 Mar 21 22:05:16.169693 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220934b7-0336-42e6-bd5d-58604d28a920 req-8bb0e209-3187-4970-bfd6-74594cc67e7a tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:16.188387 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-9e85a695-9a28-40b0-8fd9-1ec210bf0022 None None] Current status of the port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:16.192094 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-9e85a695-9a28-40b0-8fd9-1ec210bf0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:16.199800 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-220934b7-0336-42e6-bd5d-58604d28a920 req-8bb0e209-3187-4970-bfd6-74594cc67e7a tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 943 time: 0.2737722 Mar 21 22:05:16.204235 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 58076) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:16.227999 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:16.389609 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:05:16.494227 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-96f638b1-4e4f-49d2-b532-bf70f25c8a31 req-130539eb-b92b-4fc6-a050-533c27793218 service neutron] 10.222.0.47 "GET /v2.0/networks/0f6bd3c2-bf1c-4545-a012-75f04dab87be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789567 Mar 21 22:05:16.495406 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-9e85a695-9a28-40b0-8fd9-1ec210bf0022 None None] For port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:16.578488 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 58096) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:16.586801 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:16.587373 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:16.595787 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7506369f-65ff-41a5-89c8-eba4a3ef5a00 req-4be0b32b-5aa6-4b0e-a336-71c94f464577 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 210 time: 0.2269852 Mar 21 22:05:16.646656 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-9e85a695-9a28-40b0-8fd9-1ec210bf0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:16.648149 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-220934b7-0336-42e6-bd5d-58604d28a920 req-405300b4-ca69-442d-a881-ec2d69cc0eb1 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/security-groups?id=2794af89-df55-4d3e-a46b-4cbd10907803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346843 Mar 21 22:05:16.670912 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-142385a4-f8ab-4103-b845-0c227af3dd6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:16.753698 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:55Z', 'revision_number': 4, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port': {'id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:47Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8', 'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'mac_address': 'fa:16:3e:e7:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:53Z', 'updated_at': '2022-03-21T22:05:13Z', 'revision_number': 4, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'subnets': [{'id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:16.792441 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c85a2f8a-c782-40ec-827b-15606947db5b req-477443e9-e732-4da1-8cbb-3aac90d8070d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 210 time: 0.0454535 Mar 21 22:05:16.856481 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8e937d-8bde-4618-8b12-148f79f41b07 {{(pid=115862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:05:16.867124 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Publish callbacks [] for port (6e8e937d-8bde-4618-8b12-148f79f41b07), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:16.905664 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.provisioning_blocks [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Transition to ACTIVE for port object 6e8e937d-8bde-4618-8b12-148f79f41b07 will not be triggered until provisioned by entity L2. {{(pid=115862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:05:16.919195 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-fba674a8-74b1-4fc9-966a-a6915abc08e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:16.934528 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e4684-a1d5-450a-80b4-c6bbc890ef23 None None] The sync data for ids ['e5771d61-e366-4901-8696-4aacf48a0520'] in dv-cinder-834545-1-iscsi is: [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:55Z', 'revision_number': 4, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port': {'id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:47Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8', 'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'mac_address': 'fa:16:3e:e7:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:53Z', 'updated_at': '2022-03-21T22:05:13Z', 'revision_number': 4, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'subnets': [{'id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:05:17.027266 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-c20ea72d-ec0a-4a8f-8fb4-2cee809c1776 None None] Provisioning complete for port 6e8e937d-8bde-4618-8b12-148f79f41b07 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:17.027266 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-c20ea72d-ec0a-4a8f-8fb4-2cee809c1776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (6e8e937d-8bde-4618-8b12-148f79f41b07), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:17.047913 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (6e8e937d-8bde-4618-8b12-148f79f41b07), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:17.050501 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-142385a4-f8ab-4103-b845-0c227af3dd6e admin admin] Publish callbacks [] for security_group (f873d8ab-37df-4875-8f07-ecaa5b1a2226), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:17.143322 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-142385a4-f8ab-4103-b845-0c227af3dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (f873d8ab-37df-4875-8f07-ecaa5b1a2226), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:17.164457 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-c20ea72d-ec0a-4a8f-8fb4-2cee809c1776 None None] Port 6e8e937d-8bde-4618-8b12-148f79f41b07 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:05:17.200836 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85a695-9a28-40b0-8fd9-1ec210bf0022 None None] Pushing event updated for resources: {'Port': ['ID=c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:17.217530 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-fba674a8-74b1-4fc9-966a-a6915abc08e9 admin admin] Publish callbacks [] for security_group (56a5f2ed-96f9-4988-a89c-05997604acae), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:17.235990 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:17.288493 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8e937d-8bde-4618-8b12-148f79f41b07,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:17.343931 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-142385a4-f8ab-4103-b845-0c227af3dd6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8df6ce92767044ac86dc29ef60aad5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7444103 Mar 21 22:05:17.347688 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 58112) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:17.349734 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Attempting to bind port 6e8e937d-8bde-4618-8b12-148f79f41b07 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:05:17.350123 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Attempting to bind port 6e8e937d-8bde-4618-8b12-148f79f41b07 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'}] {{(pid=115862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:05:17.350483 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Attempting to bind port 6e8e937d-8bde-4618-8b12-148f79f41b07 on network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:05:17.378458 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-fba674a8-74b1-4fc9-966a-a6915abc08e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (56a5f2ed-96f9-4988-a89c-05997604acae), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:17.440739 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Port 6e8e937d-8bde-4618-8b12-148f79f41b07 on network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:05:17.441150 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Attempting to bind port 6e8e937d-8bde-4618-8b12-148f79f41b07 on network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:05:17.449974 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:05:17.450399 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Checking segment: {'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:05:17.451043 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Bound using segment: {'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'} {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:05:17.451708 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Bound port: 6e8e937d-8bde-4618-8b12-148f79f41b07, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'}}] {{(pid=115862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:05:17.452016 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (6e8e937d-8bde-4618-8b12-148f79f41b07), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:17.457081 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-fba674a8-74b1-4fc9-966a-a6915abc08e9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0bcbe7e23a2a42188cde1ac65e0b9bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2513354 Mar 21 22:05:17.457933 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142385a4-f8ab-4103-b845-0c227af3dd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f873d8ab-37df-4875-8f07-ecaa5b1a2226,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:17.463794 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-68fb50cb-6c5b-4e6f-8245-422217a8e479 req-cf055d21-ad27-4c59-a747-0a990a4ecebb tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 210 time: 0.1185174 Mar 21 22:05:17.464212 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 58114) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:17.497274 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba674a8-74b1-4fc9-966a-a6915abc08e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a5f2ed-96f9-4988-a89c-05997604acae,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:17.578054 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1de3e105-41ca-4c20-a81d-105f1e8301ed admin admin] Publish callbacks [] for security_group (f873d8ab-37df-4875-8f07-ecaa5b1a2226), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:17.667238 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1de3e105-41ca-4c20-a81d-105f1e8301ed admin admin] Publish callbacks [] for security_group (f873d8ab-37df-4875-8f07-ecaa5b1a2226), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:17.746240 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7d4126dd-c146-4181-9951-89d79d4ff2ce admin admin] Publish callbacks [] for security_group (56a5f2ed-96f9-4988-a89c-05997604acae), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:17.772490 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] For port 6e8e937d-8bde-4618-8b12-148f79f41b07, host hv-cinder-83454, cleared binding levels {{(pid=115862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:05:17.784169 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] For port 6e8e937d-8bde-4618-8b12-148f79f41b07, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6e8e937d-8bde-4618-8b12-148f79f41b07,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:05:17.858600 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (6e8e937d-8bde-4618-8b12-148f79f41b07), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:17.873265 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7d4126dd-c146-4181-9951-89d79d4ff2ce admin admin] Publish callbacks [] for security_group (56a5f2ed-96f9-4988-a89c-05997604acae), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:18.033930 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1de3e105-41ca-4c20-a81d-105f1e8301ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (f873d8ab-37df-4875-8f07-ecaa5b1a2226), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:18.036936 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1de3e105-41ca-4c20-a81d-105f1e8301ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:18.038687 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-1de3e105-41ca-4c20-a81d-105f1e8301ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f873d8ab-37df-4875-8f07-ecaa5b1a2226 HTTP/1.1" status: 204 len: 168 time: 0.6802921 Mar 21 22:05:18.078663 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3e105-41ca-4c20-a81d-105f1e8301ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f873d8ab-37df-4875-8f07-ecaa5b1a2226,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:18.082957 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8e937d-8bde-4618-8b12-148f79f41b07,revision_number=3']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:18.127796 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:18.129339 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for port (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:18.131566 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-032dac01-ee7a-42c4-a100-40e1f279e730 service neutron] 10.222.0.47 "PUT /v2.0/ports/6e8e937d-8bde-4618-8b12-148f79f41b07 HTTP/1.1" status: 200 len: 1094 time: 2.4886959 Mar 21 22:05:18.132665 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dec5761-9415-4f2b-a06e-5f99c67fd700', 'tag': '6e8e937d-8bde-4618-8b12-148f79f41b07'}] {{(pid=115862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:05:18.134839 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3f272dd-a555-47d1-841e-1db89ad1fa07 req-2f9132a5-1b18-4d6b-bca2-5901c7d5dff9 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 210 time: 0.2563179 Mar 21 22:05:18.255945 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:05:18.447898 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:18.448222 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:18.513219 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270db20-2ab0-4f94-9332-328aa4f49751 req-7a0198e2-49bd-41ff-bd49-7e5231b6d6c9 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:18.529321 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c270db20-2ab0-4f94-9332-328aa4f49751 req-7a0198e2-49bd-41ff-bd49-7e5231b6d6c9 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 943 time: 0.6525176 Mar 21 22:05:18.549104 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d9d408c8-d2c8-49df-8057-8582a31d439d req-0824ad49-1b59-476c-b1ca-e4c51fced3ed tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 210 time: 0.2086968 Mar 21 22:05:18.666268 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:18.718681 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-c27e6c25-be13-46cc-be3f-02207d4e31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:18.724787 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-c27e6c25-be13-46cc-be3f-02207d4e31c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 1128 time: 0.2539525 Mar 21 22:05:18.739293 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-1fbd4adc-083b-4e79-b5ed-ce56e79b0374 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:18.741283 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-1fbd4adc-083b-4e79-b5ed-ce56e79b0374 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.47 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 819 time: 0.9182160 Mar 21 22:05:18.745501 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7d4126dd-c146-4181-9951-89d79d4ff2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (56a5f2ed-96f9-4988-a89c-05997604acae), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:18.749325 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7d4126dd-c146-4181-9951-89d79d4ff2ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:18.750770 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-7d4126dd-c146-4181-9951-89d79d4ff2ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56a5f2ed-96f9-4988-a89c-05997604acae HTTP/1.1" status: 204 len: 168 time: 1.2548723 Mar 21 22:05:18.793047 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ff609a21-5f8f-41a7-a17c-15fa84fb37f5 req-49be2704-bd4a-4dd5-98e4-763369821be8 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 210 time: 0.0470514 Mar 21 22:05:18.809663 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c270db20-2ab0-4f94-9332-328aa4f49751 req-ec465c1a-ca3c-4eb4-be8b-90f099830131 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/security-groups?id=2794af89-df55-4d3e-a46b-4cbd10907803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684655 Mar 21 22:05:18.838510 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-c696c996-6d4a-43bb-89d8-b22654a9fff3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Request body: {'port': {'device_id': 'c6a7c3b1-5d79-4204-95e8-d16b0dd6d532', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'admin_state_up': True, 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:05:18.899264 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4126dd-c146-4181-9951-89d79d4ff2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a5f2ed-96f9-4988-a89c-05997604acae,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:18.962567 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-7f47a4cb-0dec-416a-8502-f7167179871a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e8e937d-8bde-4618-8b12-148f79f41b07 HTTP/1.1" status: 200 len: 217 time: 0.2251310 Mar 21 22:05:19.068289 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-c698b97a-8761-4032-acac-4c4b3b18cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:19.071562 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-c698b97a-8761-4032-acac-4c4b3b18cbc6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 200 len: 858 time: 0.0998945 Mar 21 22:05:19.241124 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-57cbc720-7b2d-49d4-8e2a-388344db0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:19.242678 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-57cbc720-7b2d-49d4-8e2a-388344db0d9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1636388 Mar 21 22:05:19.298713 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.47', 62337) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:19.314082 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-c696c996-6d4a-43bb-89d8-b22654a9fff3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Made reservation on behalf of d60b7d6d71474a8ea8f0f305fd6be15b for: {'port': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:05:19.328480 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-c696c996-6d4a-43bb-89d8-b22654a9fff3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:19.372468 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91f982db15cf7ea7fd65b6c8757bc5df642054ad0495c8a7b37b88a944552a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48106490-cb09-4941-abe9-87b3fa7125fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9dec5761-9415-4f2b-a06e-5f99c67fd700", "tag": "6e8e937d-8bde-4618-8b12-148f79f41b07"}]}' {{(pid=115862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:05:19.420882 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3d5d2f17-d4c6-4ab7-9f3f-255be42ffc16 req-fef68a4a-cd8c-4cf4-b61f-0222453aafc4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 210 time: 0.1265125 Mar 21 22:05:19.562581 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 58186) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:19.608246 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-0d2168d6-9c0b-4af4-a5ae-6b5fb442d8e5 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576910 Mar 21 22:05:19.721839 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-e8849948-a63f-4e0d-b4df-801035e1765f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:19.723643 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-e8849948-a63f-4e0d-b4df-801035e1765f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.47 "GET /v2.0/networks?id=cc8503e8-31f1-41da-8113-df0ee579a55e HTTP/1.1" status: 200 len: 816 time: 0.3879874 Mar 21 22:05:19.827570 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-c696c996-6d4a-43bb-89d8-b22654a9fff3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Allocated IP 172.20.0.14 (f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff/4baf0ffc-7d9f-4122-b979-92e67192a8a3/977f8c92-db53-45dc-a7b8-d07761ba18ca) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:05:19.893357 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c4d77a9e-cd60-4453-92f4-1847b3fa2bb5 req-d24f4ae4-c2e8-42ec-9b90-255e68a0e3e7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 210 time: 0.0862842 Mar 21 22:05:20.104587 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.47', 62338) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:20.151805 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-89f7be8a-1e7a-423e-bdb5-187cdc11589a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:20.273844 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0d4069d3-7144-4113-af86-aa0495b5dfc6 req-42a45808-0223-4227-b45c-3e9e90c67a1f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 210 time: 0.0548220 Mar 21 22:05:20.282921 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-d15e7b65-2d10-487a-bd04-040215a70f7c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df9e8bc23578427484ebb0a84c1373dd HTTP/1.1" status: 200 len: 379 time: 0.5356987 Mar 21 22:05:20.328845 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-c696c996-6d4a-43bb-89d8-b22654a9fff3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for port (977f8c92-db53-45dc-a7b8-d07761ba18ca), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:20.338686 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-584b49d7-bcc5-4029-9fc0-dd7520de624d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Request body: {'port': {'device_id': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'admin_state_up': True, 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'security_groups': ['10d00353-4134-45f5-aca8-6a35c02bc001']}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:05:20.467299 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099e4a38-852e-4a7a-abe9-2adf5f551633 x-openstack-request-id: req-099e4a38-852e-4a7a-abe9-2adf5f551633 {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:05:20.467952 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dec5761-9415-4f2b-a06e-5f99c67fd700", "tag": "6e8e937d-8bde-4618-8b12-148f79f41b07", "status": "completed", "code": 200}]} {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:05:20.473255 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-099e4a38-852e-4a7a-abe9-2adf5f551633 {{(pid=115862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:05:20.473255 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dec5761-9415-4f2b-a06e-5f99c67fd700', 'tag': '6e8e937d-8bde-4618-8b12-148f79f41b07', 'status': 'completed', 'code': 200} Mar 21 22:05:20.473672 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-c696c996-6d4a-43bb-89d8-b22654a9fff3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (977f8c92-db53-45dc-a7b8-d07761ba18ca), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:20.603432 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-26de8a8b-6fb6-44b6-bb69-4ce97cd43018 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:20.606746 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-26de8a8b-6fb6-44b6-bb69-4ce97cd43018 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.47 "GET /v2.0/networks?id=40ee543d-b9b0-4194-aff5-428ab22bb708 HTTP/1.1" status: 200 len: 811 time: 0.4912951 Mar 21 22:05:20.684276 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696c996-6d4a-43bb-89d8-b22654a9fff3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Pushing event updated for resources: {'Port': ['ID=977f8c92-db53-45dc-a7b8-d07761ba18ca,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:20.704778 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-c696c996-6d4a-43bb-89d8-b22654a9fff3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:05:20.720324 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-3bb1f8d2-734c-4cf9-aa48-cb163e239ac5 req-4e334539-46c1-4bdc-8124-a39273981da4 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0303035 Mar 21 22:05:20.763017 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5259e-5dc1-4f5c-800c-54490985f19f req-f3314545-9852-407b-8652-5d14e3162426 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:20.771995 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b6b5259e-5dc1-4f5c-800c-54490985f19f req-f3314545-9852-407b-8652-5d14e3162426 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 943 time: 0.3315253 Mar 21 22:05:20.772669 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-c696c996-6d4a-43bb-89d8-b22654a9fff3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:05:20.779429 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-c696c996-6d4a-43bb-89d8-b22654a9fff3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:05:20.785150 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-c696c996-6d4a-43bb-89d8-b22654a9fff3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:20.785952 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-c696c996-6d4a-43bb-89d8-b22654a9fff3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:20.920130 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-5b0dac87-0753-4598-aa35-e9e8ecd740d5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6badcf73def74a95ba7f934a370e6481 HTTP/1.1" status: 200 len: 379 time: 0.2860248 Mar 21 22:05:20.957730 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b6b5259e-5dc1-4f5c-800c-54490985f19f req-a02ef4f7-1c51-4922-ab6c-9c42cc0ec9f9 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/security-groups?id=2794af89-df55-4d3e-a46b-4cbd10907803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819031 Mar 21 22:05:20.961205 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-3706c0e8-7568-4f95-a70a-7ca57df9c99d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Request body: {'port': {'device_id': '2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'admin_state_up': True, 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'security_groups': ['ae465d08-8d16-4575-b860-c63abc32064f']}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:05:20.976769 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-c696c996-6d4a-43bb-89d8-b22654a9fff3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1887755 Mar 21 22:05:21.028844 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fbe6f-ae6b-4cfa-baaa-a98ef50a8463 req-4546aa1d-e6ee-4562-8cc6-dd321d48e607 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:21.052104 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-89f7be8a-1e7a-423e-bdb5-187cdc11589a admin admin] Publish callbacks [] for security_group (135d43de-5d3d-4d8c-a691-8c4a97aa60fe), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:21.057624 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2f5fbe6f-ae6b-4cfa-baaa-a98ef50a8463 req-4546aa1d-e6ee-4562-8cc6-dd321d48e607 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 932 time: 0.3771877 Mar 21 22:05:21.070774 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Request body: {'port': {'device_id': 'c6a7c3b1-5d79-4204-95e8-d16b0dd6d532', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:05:21.197257 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-89f7be8a-1e7a-423e-bdb5-187cdc11589a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (135d43de-5d3d-4d8c-a691-8c4a97aa60fe), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:21.215020 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48106490-cb09-4941-abe9-87b3fa7125fa req-3546c4a4-fb13-4f16-98eb-890bc1b1624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:21.217721 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-48106490-cb09-4941-abe9-87b3fa7125fa req-3546c4a4-fb13-4f16-98eb-890bc1b1624d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 1128 time: 0.2923312 Mar 21 22:05:21.239104 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-da4da6e7-7900-4287-9fb3-d027a3c8458e None None] Provisioning complete for port 977f8c92-db53-45dc-a7b8-d07761ba18ca triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:21.240354 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-da4da6e7-7900-4287-9fb3-d027a3c8458e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (977f8c92-db53-45dc-a7b8-d07761ba18ca), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:21.297702 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-da4da6e7-7900-4287-9fb3-d027a3c8458e None None] Port 977f8c92-db53-45dc-a7b8-d07761ba18ca cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:05:21.309780 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device a3f2dfab-6c99-4497-bef6-f422acfe3f13 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:05:21.429575 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-89f7be8a-1e7a-423e-bdb5-187cdc11589a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=438a40f567324f91a9a2b3933b9aea77&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8638792 Mar 21 22:05:21.438714 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 58250) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:21.457691 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7be8a-1e7a-423e-bdb5-187cdc11589a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135d43de-5d3d-4d8c-a691-8c4a97aa60fe,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:21.482464 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port a3f2dfab-6c99-4497-bef6-f422acfe3f13, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a3f2dfab-6c99-4497-bef6-f422acfe3f13,segment=NetworkSegment(e0f08c74-1ada-4610-965a-a102d18650cf),segment_id=e0f08c74-1ada-4610-965a-a102d18650cf)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:21.498642 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': 'a3f2dfab-6c99-4497-bef6-f422acfe3f13', 'network_id': '0f6bd3c2-bf1c-4545-a012-75f04dab87be', 'port_id': 'a3f2dfab-6c99-4497-bef6-f422acfe3f13', 'mac_address': 'fa:16:3e:eb:63:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41f0dca-1e36-4c9c-bf24-578fb604cceb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:05:21.575357 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-584b49d7-bcc5-4029-9fc0-dd7520de624d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Made reservation on behalf of df9e8bc23578427484ebb0a84c1373dd for: {'port': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:05:21.579477 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-584b49d7-bcc5-4029-9fc0-dd7520de624d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:21.584277 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port a3f2dfab-6c99-4497-bef6-f422acfe3f13 is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:21.584674 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (a3f2dfab-6c99-4497-bef6-f422acfe3f13), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:21.605574 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f2dfab-6c99-4497-bef6-f422acfe3f13 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:05:21.661654 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port a3f2dfab-6c99-4497-bef6-f422acfe3f13, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a3f2dfab-6c99-4497-bef6-f422acfe3f13,segment=NetworkSegment(e0f08c74-1ada-4610-965a-a102d18650cf),segment_id=e0f08c74-1ada-4610-965a-a102d18650cf)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:21.703603 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48106490-cb09-4941-abe9-87b3fa7125fa req-cf2778db-1a30-45d9-a5f0-59e00b276337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:21.704300 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a4449a2d-6a60-45bd-8d18-daf393de99b6 req-b9a5a482-9731-460b-a6e8-c7dc59748bc5 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 210 time: 0.1106710 Mar 21 22:05:21.705393 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-48106490-cb09-4941-abe9-87b3fa7125fa req-cf2778db-1a30-45d9-a5f0-59e00b276337 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 920 time: 0.4531233 Mar 21 22:05:21.716270 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2f5fbe6f-ae6b-4cfa-baaa-a98ef50a8463 req-eddf0c0b-acc5-4cb3-9af4-8ab9155b58f4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300318 Mar 21 22:05:21.719588 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (977f8c92-db53-45dc-a7b8-d07761ba18ca), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:21.751453 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-3706c0e8-7568-4f95-a70a-7ca57df9c99d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Made reservation on behalf of 6badcf73def74a95ba7f934a370e6481 for: {'port': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:05:21.757049 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (a3f2dfab-6c99-4497-bef6-f422acfe3f13), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:21.759566 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-3706c0e8-7568-4f95-a70a-7ca57df9c99d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:21.817247 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6dfe124c-6c91-4e4e-b865-659551acd53a admin admin] Publish callbacks [] for security_group (135d43de-5d3d-4d8c-a691-8c4a97aa60fe), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:21.832772 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-48106490-cb09-4941-abe9-87b3fa7125fa req-45fb96cc-69ab-4a9b-a6dc-8232da6f986f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e8e937d-8bde-4618-8b12-148f79f41b07 HTTP/1.1" status: 200 len: 217 time: 0.1183226 Mar 21 22:05:21.859416 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=a3f2dfab-6c99-4497-bef6-f422acfe3f13,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:21.931094 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0b1fcdd-d737-44a5-9f52-d2975038c59f req-6c4c520f-09ad-4b4c-b9dc-e9bf12994116 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 210 time: 0.0897171 Mar 21 22:05:22.072178 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6dfe124c-6c91-4e4e-b865-659551acd53a admin admin] Publish callbacks [] for security_group (135d43de-5d3d-4d8c-a691-8c4a97aa60fe), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:22.232460 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48106490-cb09-4941-abe9-87b3fa7125fa req-865bafb2-673d-4359-b023-7aefb10c0fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:22.234292 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-48106490-cb09-4941-abe9-87b3fa7125fa req-865bafb2-673d-4359-b023-7aefb10c0fdc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 200 len: 858 time: 0.3739674 Mar 21 22:05:22.270582 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['a3f2dfab-6c99-4497-bef6-f422acfe3f13'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:05:22.305328 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-3706c0e8-7568-4f95-a70a-7ca57df9c99d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Allocated IP 172.20.0.9 (40ee543d-b9b0-4194-aff5-428ab22bb708/97b37723-8621-4579-8205-a7e22e0b1d04/9f849430-8958-4a1e-b9a8-39f1053b25e6) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:05:22.314679 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-584b49d7-bcc5-4029-9fc0-dd7520de624d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Allocated IP 172.20.0.7 (cc8503e8-31f1-41da-8113-df0ee579a55e/37b0320c-c075-480b-87d9-3b058ff4a544/088bb62a-86af-46a0-849c-38b69dcabcad) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:05:22.387283 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48106490-cb09-4941-abe9-87b3fa7125fa req-a8feb291-9764-480e-9382-8dc63ec6118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:22.402608 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-48106490-cb09-4941-abe9-87b3fa7125fa req-a8feb291-9764-480e-9382-8dc63ec6118b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1577704 Mar 21 22:05:22.407697 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6dfe124c-6c91-4e4e-b865-659551acd53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (135d43de-5d3d-4d8c-a691-8c4a97aa60fe), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:22.415700 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6dfe124c-6c91-4e4e-b865-659551acd53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:22.415700 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-6dfe124c-6c91-4e4e-b865-659551acd53a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/135d43de-5d3d-4d8c-a691-8c4a97aa60fe HTTP/1.1" status: 204 len: 168 time: 0.9502094 Mar 21 22:05:22.447033 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:05:22.457939 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe124c-6c91-4e4e-b865-659551acd53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135d43de-5d3d-4d8c-a691-8c4a97aa60fe,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:22.665693 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-48106490-cb09-4941-abe9-87b3fa7125fa req-0c32c36b-6d48-41db-a554-e1add734ee38 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516212 Mar 21 22:05:22.674717 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-584b49d7-bcc5-4029-9fc0-dd7520de624d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for port (088bb62a-86af-46a0-849c-38b69dcabcad), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:22.753286 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-3706c0e8-7568-4f95-a70a-7ca57df9c99d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for port (9f849430-8958-4a1e-b9a8-39f1053b25e6), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:22.835487 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-584b49d7-bcc5-4029-9fc0-dd7520de624d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:22.851998 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-48106490-cb09-4941-abe9-87b3fa7125fa req-8e3e5999-78f5-4143-99ad-7de35aaabf1d service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761708 Mar 21 22:05:22.899879 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-3706c0e8-7568-4f95-a70a-7ca57df9c99d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (9f849430-8958-4a1e-b9a8-39f1053b25e6), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:22.945473 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cd9ca-6e68-4ad1-a0d0-be6a23f378c5 req-248b688c-b8e0-428c-91cb-8ce83681a40d tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:22.949491 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c77cd9ca-6e68-4ad1-a0d0-be6a23f378c5 req-248b688c-b8e0-428c-91cb-8ce83681a40d tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 944 time: 0.7001293 Mar 21 22:05:22.967689 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-584b49d7-bcc5-4029-9fc0-dd7520de624d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Network cc8503e8-31f1-41da-8113-df0ee579a55e is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:05:22.987882 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-584b49d7-bcc5-4029-9fc0-dd7520de624d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:05:22.997715 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b49d7-bcc5-4029-9fc0-dd7520de624d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event updated for resources: {'Port': ['ID=088bb62a-86af-46a0-849c-38b69dcabcad,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:23.009842 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-584b49d7-bcc5-4029-9fc0-dd7520de624d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:05:23.015495 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-584b49d7-bcc5-4029-9fc0-dd7520de624d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:23.016180 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-584b49d7-bcc5-4029-9fc0-dd7520de624d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:23.025404 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-3706c0e8-7568-4f95-a70a-7ca57df9c99d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Network 40ee543d-b9b0-4194-aff5-428ab22bb708 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:05:23.032397 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-3706c0e8-7568-4f95-a70a-7ca57df9c99d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:05:23.046364 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-3706c0e8-7568-4f95-a70a-7ca57df9c99d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:05:23.056819 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-3706c0e8-7568-4f95-a70a-7ca57df9c99d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:23.057281 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-3706c0e8-7568-4f95-a70a-7ca57df9c99d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for port (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:23.096830 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6847a-4d7f-4827-a92e-0288f07cf4d3 req-5def0961-0749-494f-bb2f-39b03da5c3b9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:23.109639 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1ac6847a-4d7f-4827-a92e-0288f07cf4d3 req-5def0961-0749-494f-bb2f-39b03da5c3b9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 931 time: 0.2770643 Mar 21 22:05:23.121016 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706c0e8-7568-4f95-a70a-7ca57df9c99d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event updated for resources: {'Port': ['ID=9f849430-8958-4a1e-b9a8-39f1053b25e6,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:23.169137 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c77cd9ca-6e68-4ad1-a0d0-be6a23f378c5 req-01f642f9-37b1-4e30-bb44-9c15b08feb9b tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/security-groups?id=2794af89-df55-4d3e-a46b-4cbd10907803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002146 Mar 21 22:05:23.236730 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-584b49d7-bcc5-4029-9fc0-dd7520de624d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9427574 Mar 21 22:05:23.255828 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Request body: {'port': {'device_id': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:05:23.274182 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-3706c0e8-7568-4f95-a70a-7ca57df9c99d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3391340 Mar 21 22:05:23.283658 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1ac6847a-4d7f-4827-a92e-0288f07cf4d3 req-9eb328e7-7b33-4cdc-afd7-687ba4f3931a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728852 Mar 21 22:05:23.292859 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Request body: {'port': {'device_id': '2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:05:23.313971 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 6e8e937d-8bde-4618-8b12-148f79f41b07 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:05:23.343727 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977f8c92-db53-45dc-a7b8-d07761ba18ca {{(pid=115863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:05:23.360024 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Publish callbacks [] for port (977f8c92-db53-45dc-a7b8-d07761ba18ca), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:23.406331 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.provisioning_blocks [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Transition to ACTIVE for port object 977f8c92-db53-45dc-a7b8-d07761ba18ca will not be triggered until provisioned by entity L2. {{(pid=115863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:05:23.420234 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:23.510032 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (9f849430-8958-4a1e-b9a8-39f1053b25e6), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:23.537501 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (977f8c92-db53-45dc-a7b8-d07761ba18ca), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:23.667140 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 6e8e937d-8bde-4618-8b12-148f79f41b07, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6e8e937d-8bde-4618-8b12-148f79f41b07,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:23.695337 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '6e8e937d-8bde-4618-8b12-148f79f41b07', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'port_id': '6e8e937d-8bde-4618-8b12-148f79f41b07', 'mac_address': 'fa:16:3e:33:84:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:05:23.800181 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-08303f78-d2fc-4eeb-8cef-254c02e5e24e None None] Provisioning complete for port 9f849430-8958-4a1e-b9a8-39f1053b25e6 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:23.800710 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-08303f78-d2fc-4eeb-8cef-254c02e5e24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (9f849430-8958-4a1e-b9a8-39f1053b25e6), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:23.872363 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-08303f78-d2fc-4eeb-8cef-254c02e5e24e None None] Port 9f849430-8958-4a1e-b9a8-39f1053b25e6 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:05:23.875940 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 6e8e937d-8bde-4618-8b12-148f79f41b07 is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:23.876342 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (6e8e937d-8bde-4618-8b12-148f79f41b07), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:23.904816 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8e937d-8bde-4618-8b12-148f79f41b07 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:05:23.973687 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 6e8e937d-8bde-4618-8b12-148f79f41b07, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6e8e937d-8bde-4618-8b12-148f79f41b07,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:23.985312 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-08303f78-d2fc-4eeb-8cef-254c02e5e24e None None] Provisioning complete for port 088bb62a-86af-46a0-849c-38b69dcabcad triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:23.985879 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-08303f78-d2fc-4eeb-8cef-254c02e5e24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:24.044304 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-08303f78-d2fc-4eeb-8cef-254c02e5e24e None None] Port 088bb62a-86af-46a0-849c-38b69dcabcad cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:05:24.073613 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Pushing event updated for resources: {'Port': ['ID=977f8c92-db53-45dc-a7b8-d07761ba18ca,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:24.081666 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (6e8e937d-8bde-4618-8b12-148f79f41b07), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:24.107529 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f849430-8958-4a1e-b9a8-39f1053b25e6 {{(pid=115862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:05:24.107529 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Publish callbacks [] for port (9f849430-8958-4a1e-b9a8-39f1053b25e6), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:24.120057 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.provisioning_blocks [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Transition to ACTIVE for port object 9f849430-8958-4a1e-b9a8-39f1053b25e6 will not be triggered until provisioned by entity L2. {{(pid=115862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:05:24.184698 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=6e8e937d-8bde-4618-8b12-148f79f41b07,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:24.200522 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea5b3f-a99a-45e5-a2a8-39cb157baaa3 req-6f64feb7-9529-4d5a-8098-e2344266616d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:24.202112 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bdea5b3f-a99a-45e5-a2a8-39cb157baaa3 req-6f64feb7-9529-4d5a-8098-e2344266616d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 931 time: 0.6662965 Mar 21 22:05:24.224180 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9a673-8f0b-4e18-80be-5f3ae56129ff req-cdcbc7fc-2d96-4de9-8462-14d67c6d7123 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:24.230375 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-30c9a673-8f0b-4e18-80be-5f3ae56129ff req-cdcbc7fc-2d96-4de9-8462-14d67c6d7123 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 944 time: 0.7400794 Mar 21 22:05:24.289027 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Attempting to bind port 977f8c92-db53-45dc-a7b8-d07761ba18ca on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:05:24.289369 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Attempting to bind port 977f8c92-db53-45dc-a7b8-d07761ba18ca by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:05:24.289699 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Attempting to bind port 977f8c92-db53-45dc-a7b8-d07761ba18ca on network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:05:24.304571 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (9f849430-8958-4a1e-b9a8-39f1053b25e6), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:24.318151 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Port 977f8c92-db53-45dc-a7b8-d07761ba18ca on network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:05:24.318498 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Attempting to bind port 977f8c92-db53-45dc-a7b8-d07761ba18ca on network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:05:24.348325 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:05:24.348325 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Checking segment: {'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:05:24.348585 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Bound using segment: {'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:05:24.349037 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Bound port: 977f8c92-db53-45dc-a7b8-d07761ba18ca, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'}}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:05:24.349401 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (977f8c92-db53-45dc-a7b8-d07761ba18ca), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:24.408300 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-30c9a673-8f0b-4e18-80be-5f3ae56129ff req-88caac87-cc72-4969-997a-34dd2e4781aa tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395185 Mar 21 22:05:24.426174 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bdea5b3f-a99a-45e5-a2a8-39cb157baaa3 req-365f8a3b-4d26-42d1-aac1-976b9facbc1d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895118 Mar 21 22:05:24.482210 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['6e8e937d-8bde-4618-8b12-148f79f41b07'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:05:24.571240 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 58334) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:24.647431 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Pushing event updated for resources: {'Port': ['ID=9f849430-8958-4a1e-b9a8-39f1053b25e6,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:24.704137 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Attempting to bind port 9f849430-8958-4a1e-b9a8-39f1053b25e6 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:05:24.705567 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Attempting to bind port 9f849430-8958-4a1e-b9a8-39f1053b25e6 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '0a5ede9b-1bf3-4d1e-8588-522ae009eda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708'}] {{(pid=115862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:05:24.705730 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Attempting to bind port 9f849430-8958-4a1e-b9a8-39f1053b25e6 on network 40ee543d-b9b0-4194-aff5-428ab22bb708 {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:05:24.719156 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Port 9f849430-8958-4a1e-b9a8-39f1053b25e6 on network 40ee543d-b9b0-4194-aff5-428ab22bb708 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:05:24.719476 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Attempting to bind port 9f849430-8958-4a1e-b9a8-39f1053b25e6 on network 40ee543d-b9b0-4194-aff5-428ab22bb708 {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:05:24.734968 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:05:24.736821 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Checking segment: {'id': '0a5ede9b-1bf3-4d1e-8588-522ae009eda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:05:24.737435 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Bound using segment: {'id': '0a5ede9b-1bf3-4d1e-8588-522ae009eda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708'} {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:05:24.738054 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Bound port: 9f849430-8958-4a1e-b9a8-39f1053b25e6, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5ede9b-1bf3-4d1e-8588-522ae009eda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708'}}] {{(pid=115862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:05:24.738581 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (9f849430-8958-4a1e-b9a8-39f1053b25e6), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:24.780462 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-78d2d1e4-2198-435f-8142-a7eecbf20b0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:24.802491 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] For port 977f8c92-db53-45dc-a7b8-d07761ba18ca, host hv-cinder-83454, cleared binding levels {{(pid=115863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:05:24.862383 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] For port 9f849430-8958-4a1e-b9a8-39f1053b25e6, host hv-cinder-83454, cleared binding levels {{(pid=115862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:05:24.867429 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] For port 9f849430-8958-4a1e-b9a8-39f1053b25e6, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=9f849430-8958-4a1e-b9a8-39f1053b25e6,segment=NetworkSegment(0a5ede9b-1bf3-4d1e-8588-522ae009eda1),segment_id=0a5ede9b-1bf3-4d1e-8588-522ae009eda1)] {{(pid=115862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:05:24.921816 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088bb62a-86af-46a0-849c-38b69dcabcad {{(pid=115863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:05:24.954857 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (9f849430-8958-4a1e-b9a8-39f1053b25e6), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:24.972058 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] For port 977f8c92-db53-45dc-a7b8-d07761ba18ca, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=977f8c92-db53-45dc-a7b8-d07761ba18ca,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:05:24.999564 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Publish callbacks [] for port (088bb62a-86af-46a0-849c-38b69dcabcad), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:24.999984 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:24.999984 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for port (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:24.999984 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] 10.222.0.47 "PUT /v2.0/ports/9f849430-8958-4a1e-b9a8-39f1053b25e6 HTTP/1.1" status: 200 len: 1093 time: 1.7032721 Mar 21 22:05:25.005138 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88', 'tag': '9f849430-8958-4a1e-b9a8-39f1053b25e6'}] {{(pid=115862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:05:25.009820 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91f982db15cf7ea7fd65b6c8757bc5df642054ad0495c8a7b37b88a944552a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00965b7-6088-4db8-ace0-656821af2124" -d '{"events": [{"name": "network-changed", "server_uuid": "2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88", "tag": "9f849430-8958-4a1e-b9a8-39f1053b25e6"}]}' {{(pid=115862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:05:25.022291 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84affc2-5995-4abc-8a0f-8e906b452156 req-65f1e850-cb26-4c79-b1fe-86090b7da052 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:25.023979 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a84affc2-5995-4abc-8a0f-8e906b452156 req-65f1e850-cb26-4c79-b1fe-86090b7da052 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 944 time: 0.3661242 Mar 21 22:05:25.033716 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.provisioning_blocks [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Transition to ACTIVE for port object 088bb62a-86af-46a0-849c-38b69dcabcad will not be triggered until provisioned by entity L2. {{(pid=115863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:05:25.083127 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220e7dc-f94c-4a64-9ea1-7cfd0aee50d5 req-c944e606-5b82-471e-a717-7fea81ac552f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:25.084841 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7220e7dc-f94c-4a64-9ea1-7cfd0aee50d5 req-c944e606-5b82-471e-a717-7fea81ac552f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 931 time: 0.4239178 Mar 21 22:05:25.131280 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:25.134402 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f78be-7eb3-4b68-9d0d-cd3de02c95aa service neutron] Pushing event updated for resources: {'Port': ['ID=9f849430-8958-4a1e-b9a8-39f1053b25e6,revision_number=3']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:25.144928 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (977f8c92-db53-45dc-a7b8-d07761ba18ca), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:25.223231 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-78d2d1e4-2198-435f-8142-a7eecbf20b0c admin admin] Publish callbacks [] for security_group (540ddf5d-aa8b-4b3c-9692-73a9a71e52bf), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:25.234867 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-a7d5ee45-cf73-430f-b6cc-4f1357f655b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:25.236474 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-a7d5ee45-cf73-430f-b6cc-4f1357f655b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6badcf73def74a95ba7f934a370e6481&device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 1127 time: 0.0860424 Mar 21 22:05:25.319547 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device a3f2dfab-6c99-4497-bef6-f422acfe3f13 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:05:25.332879 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-78d2d1e4-2198-435f-8142-a7eecbf20b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (540ddf5d-aa8b-4b3c-9692-73a9a71e52bf), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:25.353619 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:25.359571 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:25.362169 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] 10.222.0.47 "PUT /v2.0/ports/977f8c92-db53-45dc-a7b8-d07761ba18ca HTTP/1.1" status: 200 len: 1094 time: 4.3032360 Mar 21 22:05:25.375238 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a7c3b1-5d79-4204-95e8-d16b0dd6d532', 'tag': '977f8c92-db53-45dc-a7b8-d07761ba18ca'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:05:25.380226 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e499987b-11fe-4aac-b50f-cfcfa9430b77" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a7c3b1-5d79-4204-95e8-d16b0dd6d532", "tag": "977f8c92-db53-45dc-a7b8-d07761ba18ca"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:05:25.415491 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-c7c2d6d4-f63a-4c76-9b43-f0b215206ca1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f849430-8958-4a1e-b9a8-39f1053b25e6 HTTP/1.1" status: 200 len: 217 time: 0.1645558 Mar 21 22:05:25.530734 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7220e7dc-f94c-4a64-9ea1-7cfd0aee50d5 req-8342b3ec-230b-4925-80f9-289f4cf17a6c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4143820 Mar 21 22:05:25.540003 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a84affc2-5995-4abc-8a0f-8e906b452156 req-563c8093-43b7-4c9d-8788-eae0aa6c01ed tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/security-groups?id=2794af89-df55-4d3e-a46b-4cbd10907803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789567 Mar 21 22:05:25.591335 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-78d2d1e4-2198-435f-8142-a7eecbf20b0c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d296ef0d5a4a49619c49654dc2700ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9783936 Mar 21 22:05:25.613834 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 58376) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:25.643329 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Pushing event updated for resources: {'Port': ['ID=088bb62a-86af-46a0-849c-38b69dcabcad,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:25.653670 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port a3f2dfab-6c99-4497-bef6-f422acfe3f13 completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:05:25.692774 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port a3f2dfab-6c99-4497-bef6-f422acfe3f13 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:25.695153 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (a3f2dfab-6c99-4497-bef6-f422acfe3f13), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:25.715084 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-310e82c0-f520-4136-a486-a15c2494b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:25.724337 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-310e82c0-f520-4136-a486-a15c2494b3b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97b37723-8621-4579-8205-a7e22e0b1d04 HTTP/1.1" status: 200 len: 850 time: 0.3026249 Mar 21 22:05:25.743262 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022860da-4445-4676-ae54-3ba2e24d9944 service neutron] Pushing event updated for resources: {'Port': ['ID=977f8c92-db53-45dc-a7b8-d07761ba18ca,revision_number=3']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:25.761612 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2d1e4-2198-435f-8142-a7eecbf20b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540ddf5d-aa8b-4b3c-9692-73a9a71e52bf,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:25.800508 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Attempting to bind port 088bb62a-86af-46a0-849c-38b69dcabcad on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:05:25.801717 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Attempting to bind port 088bb62a-86af-46a0-849c-38b69dcabcad by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '3942127b-8307-4c72-baaa-d6357bb61abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e'}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:05:25.802818 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Attempting to bind port 088bb62a-86af-46a0-849c-38b69dcabcad on network cc8503e8-31f1-41da-8113-df0ee579a55e {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:05:25.824154 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Port 088bb62a-86af-46a0-849c-38b69dcabcad on network cc8503e8-31f1-41da-8113-df0ee579a55e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:05:25.824489 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Attempting to bind port 088bb62a-86af-46a0-849c-38b69dcabcad on network cc8503e8-31f1-41da-8113-df0ee579a55e {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:05:25.856354 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c68378-6145-42d6-9608-0d51e48519cf x-openstack-request-id: req-90c68378-6145-42d6-9608-0d51e48519cf {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:05:25.856658 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a7c3b1-5d79-4204-95e8-d16b0dd6d532", "tag": "977f8c92-db53-45dc-a7b8-d07761ba18ca", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:05:25.856920 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90c68378-6145-42d6-9608-0d51e48519cf {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:05:25.857328 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a7c3b1-5d79-4204-95e8-d16b0dd6d532', 'tag': '977f8c92-db53-45dc-a7b8-d07761ba18ca', 'status': 'completed', 'code': 200} Mar 21 22:05:25.858111 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:05:25.858453 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Checking segment: {'id': '3942127b-8307-4c72-baaa-d6357bb61abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:05:25.858823 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Bound using segment: {'id': '3942127b-8307-4c72-baaa-d6357bb61abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e'} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:05:25.859309 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Bound port: 088bb62a-86af-46a0-849c-38b69dcabcad, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3942127b-8307-4c72-baaa-d6357bb61abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e'}}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:05:25.859679 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:25.870037 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344f0988-add4-4ee5-811e-2c372d07d5e2 x-openstack-request-id: req-344f0988-add4-4ee5-811e-2c372d07d5e2 {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:05:25.870582 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88", "tag": "9f849430-8958-4a1e-b9a8-39f1053b25e6", "status": "completed", "code": 200}]} {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:05:25.879152 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-344f0988-add4-4ee5-811e-2c372d07d5e2 {{(pid=115862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:05:25.880368 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88', 'tag': '9f849430-8958-4a1e-b9a8-39f1053b25e6', 'status': 'completed', 'code': 200} Mar 21 22:05:25.880540 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-e699b259-a6a2-4eb8-b4e3-30a83cc441e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:25.882724 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-e699b259-a6a2-4eb8-b4e3-30a83cc441e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 1128 time: 0.3369665 Mar 21 22:05:25.957970 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-6cce9574-d37b-4d3a-8078-4daaade9fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:25.959915 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-6cce9574-d37b-4d3a-8078-4daaade9fd88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40ee543d-b9b0-4194-aff5-428ab22bb708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2227705 Mar 21 22:05:25.961331 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5aa60040-0167-40f7-8254-7d85ab7d9b1e admin admin] Publish callbacks [] for security_group (540ddf5d-aa8b-4b3c-9692-73a9a71e52bf), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:25.999477 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] For port 088bb62a-86af-46a0-849c-38b69dcabcad, host hv-cinder-83454, cleared binding levels {{(pid=115863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:05:26.014511 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] For port 088bb62a-86af-46a0-849c-38b69dcabcad, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=088bb62a-86af-46a0-849c-38b69dcabcad,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:05:26.041211 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5aa60040-0167-40f7-8254-7d85ab7d9b1e admin admin] Publish callbacks [] for security_group (540ddf5d-aa8b-4b3c-9692-73a9a71e52bf), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:26.066490 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port a3f2dfab-6c99-4497-bef6-f422acfe3f13 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:26.067176 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (a3f2dfab-6c99-4497-bef6-f422acfe3f13), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:26.138427 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:26.138897 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfdfc05-305d-4678-9461-139aed6d39a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f2dfab-6c99-4497-bef6-f422acfe3f13'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:05:26.139002 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-6bbe4f8b-b0af-4c63-86cf-2c696516273a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=977f8c92-db53-45dc-a7b8-d07761ba18ca HTTP/1.1" status: 200 len: 217 time: 0.0974069 Mar 21 22:05:26.150078 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-4bbe64c7-2eaf-44ea-b852-6ad6198b05b0 service neutron] 10.222.0.47 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829906 Mar 21 22:05:26.276616 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port a3f2dfab-6c99-4497-bef6-f422acfe3f13, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a3f2dfab-6c99-4497-bef6-f422acfe3f13,segment=NetworkSegment(e0f08c74-1ada-4610-965a-a102d18650cf),segment_id=e0f08c74-1ada-4610-965a-a102d18650cf)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:26.294146 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5aa60040-0167-40f7-8254-7d85ab7d9b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (540ddf5d-aa8b-4b3c-9692-73a9a71e52bf), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:26.296721 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5aa60040-0167-40f7-8254-7d85ab7d9b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:26.302395 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-5aa60040-0167-40f7-8254-7d85ab7d9b1e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/540ddf5d-aa8b-4b3c-9692-73a9a71e52bf HTTP/1.1" status: 204 len: 168 time: 0.6823292 Mar 21 22:05:26.341047 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa60040-0167-40f7-8254-7d85ab7d9b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540ddf5d-aa8b-4b3c-9692-73a9a71e52bf,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:26.349988 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-185c65a2-a651-42c0-baa9-ee70bfa9332e req-638f76ee-0a90-4d4d-b1a0-a7149ab72a35 service neutron] 10.222.0.47 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900892 Mar 21 22:05:26.350156 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (a3f2dfab-6c99-4497-bef6-f422acfe3f13), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:26.438235 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=a3f2dfab-6c99-4497-bef6-f422acfe3f13,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:26.526494 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d5ccb1-74fd-4301-af2b-1e5d0696350f" -d '{"events": [{"server_uuid": "edfdfc05-305d-4678-9461-139aed6d39a0", "name": "network-vif-plugged", "status": "completed", "tag": "a3f2dfab-6c99-4497-bef6-f422acfe3f13"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:05:26.585605 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:26.587331 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:26.589522 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] 10.222.0.47 "PUT /v2.0/ports/088bb62a-86af-46a0-849c-38b69dcabcad HTTP/1.1" status: 200 len: 1093 time: 3.3381500 Mar 21 22:05:26.663278 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 58416) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:26.696033 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ad80c-f3b8-4bd3-b640-ec2d2b4fc216 req-1013622c-ed54-4e0b-87c9-ec53fd437729 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:26.700230 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-721ad80c-f3b8-4bd3-b640-ec2d2b4fc216 req-1013622c-ed54-4e0b-87c9-ec53fd437729 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 944 time: 0.6818593 Mar 21 22:05:26.718022 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d342711-a421-4e42-823a-9fce2b6d962a service neutron] Pushing event updated for resources: {'Port': ['ID=088bb62a-86af-46a0-849c-38b69dcabcad,revision_number=3']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:26.748974 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-44fabea1-9a39-4f7d-8192-346e60b2a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:26.756937 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-44fabea1-9a39-4f7d-8192-346e60b2a17c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 200 len: 858 time: 0.5743604 Mar 21 22:05:26.811628 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fa800-d6fb-4f59-a7ed-304a43a52921 req-279d4ba6-8e76-4606-b8c0-cdfb93907c3c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:26.820427 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e8fa800-d6fb-4f59-a7ed-304a43a52921 req-279d4ba6-8e76-4606-b8c0-cdfb93907c3c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 943 time: 0.7916918 Mar 21 22:05:26.988535 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00965b7-6088-4db8-ace0-656821af2124 req-0552738f-b6e3-47ec-b8ef-f0e281851c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:26.991679 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c00965b7-6088-4db8-ace0-656821af2124 req-0552738f-b6e3-47ec-b8ef-f0e281851c3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6badcf73def74a95ba7f934a370e6481&device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 1127 time: 0.4954350 Mar 21 22:05:26.995397 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-721ad80c-f3b8-4bd3-b640-ec2d2b4fc216 req-f3c8aabb-5fb6-4e01-ac65-126c505bed1e tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657948 Mar 21 22:05:27.081516 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e8fa800-d6fb-4f59-a7ed-304a43a52921 req-0b498355-8c77-4d05-856a-ebc39e760ae9 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588866 Mar 21 22:05:27.090565 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-f797fa2d-f1dd-4e50-9f51-5d35e5a6d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:27.092404 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-f797fa2d-f1dd-4e50-9f51-5d35e5a6d426 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9e8bc23578427484ebb0a84c1373dd&device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 1127 time: 0.2925696 Mar 21 22:05:27.119811 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-a8988935-b423-4bbd-bf49-4f90b2219f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:27.123993 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-a8988935-b423-4bbd-bf49-4f90b2219f59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3225489 Mar 21 22:05:27.198283 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00965b7-6088-4db8-ace0-656821af2124 req-36908c38-3e37-4354-b64e-a5df50cb4116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:27.202421 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c00965b7-6088-4db8-ace0-656821af2124 req-36908c38-3e37-4354-b64e-a5df50cb4116 service neutron] 10.222.0.47 "GET /v2.0/networks?id=40ee543d-b9b0-4194-aff5-428ab22bb708 HTTP/1.1" status: 200 len: 912 time: 0.2023942 Mar 21 22:05:27.261918 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c00965b7-6088-4db8-ace0-656821af2124 req-7415a7a5-9773-46b8-9075-77de8081b7df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f849430-8958-4a1e-b9a8-39f1053b25e6 HTTP/1.1" status: 200 len: 217 time: 0.0528235 Mar 21 22:05:27.315694 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-52e00700-7d8d-44e9-be6f-ee2d6d35e5f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=088bb62a-86af-46a0-849c-38b69dcabcad HTTP/1.1" status: 200 len: 217 time: 0.2015705 Mar 21 22:05:27.318331 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 6e8e937d-8bde-4618-8b12-148f79f41b07 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:05:27.359313 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00965b7-6088-4db8-ace0-656821af2124 req-8f048faf-ed7b-4cb4-b8c1-07fb765fd91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:27.361307 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c00965b7-6088-4db8-ace0-656821af2124 req-8f048faf-ed7b-4cb4-b8c1-07fb765fd91e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97b37723-8621-4579-8205-a7e22e0b1d04 HTTP/1.1" status: 200 len: 850 time: 0.0936768 Mar 21 22:05:27.419770 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c7f3-2684-4bb6-bbe2-269c9d0285c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:27.484051 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00965b7-6088-4db8-ace0-656821af2124 req-7f110971-740e-4b99-9212-603ffabdc02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:27.486214 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c00965b7-6088-4db8-ace0-656821af2124 req-7f110971-740e-4b99-9212-603ffabdc02a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40ee543d-b9b0-4194-aff5-428ab22bb708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1186290 Mar 21 22:05:27.531619 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port 6e8e937d-8bde-4618-8b12-148f79f41b07 completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:05:27.556095 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 6e8e937d-8bde-4618-8b12-148f79f41b07 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:27.556902 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (6e8e937d-8bde-4618-8b12-148f79f41b07), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:27.575158 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3900a5f-f736-4a45-b036-3529663f838c req-541d4e57-9f5f-4d19-8729-415c6c3815fa tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:27.577209 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a3900a5f-f736-4a45-b036-3529663f838c req-541d4e57-9f5f-4d19-8729-415c6c3815fa tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.2792604 Mar 21 22:05:27.584305 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-1e3d2ad9-e159-46e4-bd28-8754ff9e71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:27.585796 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-1e3d2ad9-e159-46e4-bd28-8754ff9e71b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37b0320c-c075-480b-87d9-3b058ff4a544 HTTP/1.1" status: 200 len: 855 time: 0.2564263 Mar 21 22:05:27.592399 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-29b51922-e716-4f13-90af-20dd855dd239 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465597 Mar 21 22:05:27.615105 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132d31c5-938d-47d1-8c1f-53a539cc79de x-openstack-request-id: req-132d31c5-938d-47d1-8c1f-53a539cc79de {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:05:27.615724 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfdfc05-305d-4678-9461-139aed6d39a0", "name": "network-vif-plugged", "status": "completed", "tag": "a3f2dfab-6c99-4497-bef6-f422acfe3f13", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:05:27.616156 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-132d31c5-938d-47d1-8c1f-53a539cc79de {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:05:27.617092 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfdfc05-305d-4678-9461-139aed6d39a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f2dfab-6c99-4497-bef6-f422acfe3f13', 'code': 200} Mar 21 22:05:27.734444 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 6e8e937d-8bde-4618-8b12-148f79f41b07 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:27.735264 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (6e8e937d-8bde-4618-8b12-148f79f41b07), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:27.804439 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c00965b7-6088-4db8-ace0-656821af2124 req-32043b5a-a36d-421c-8850-be78b5388b13 service neutron] 10.222.0.47 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057282 Mar 21 22:05:27.818995 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 6e8e937d-8bde-4618-8b12-148f79f41b07, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6e8e937d-8bde-4618-8b12-148f79f41b07,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:27.826344 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a3900a5f-f736-4a45-b036-3529663f838c req-bec98d97-d972-4650-bb07-7ad4535f174b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370160 Mar 21 22:05:27.866087 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'tag': '088bb62a-86af-46a0-849c-38b69dcabcad'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:05:27.871534 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0649d960-b250-46a1-b15f-7c3d8c5cfc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "518ff043-1ebd-4fed-9202-2464e4bbe8ed", "tag": "088bb62a-86af-46a0-849c-38b69dcabcad"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:05:27.925663 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 58456) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:27.927138 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (6e8e937d-8bde-4618-8b12-148f79f41b07), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:27.954130 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ab68ab-4d9c-439a-b08a-63bd0aac4746 x-openstack-request-id: req-16ab68ab-4d9c-439a-b08a-63bd0aac4746 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:05:27.955105 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518ff043-1ebd-4fed-9202-2464e4bbe8ed", "tag": "088bb62a-86af-46a0-849c-38b69dcabcad", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:05:27.955783 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-16ab68ab-4d9c-439a-b08a-63bd0aac4746 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:05:27.956679 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'tag': '088bb62a-86af-46a0-849c-38b69dcabcad', 'status': 'completed', 'code': 200} Mar 21 22:05:28.051785 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=6e8e937d-8bde-4618-8b12-148f79f41b07,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:28.111635 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c00965b7-6088-4db8-ace0-656821af2124 req-8788481e-d3f0-4637-a2b4-ba1a4323f533 service neutron] 10.222.0.47 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001235 Mar 21 22:05:28.200901 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a2f06-a045-401b-b012-b0329b6beeee req-43a3490e-4955-4c17-ab5f-27da00352226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:28.204077 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-919a2f06-a045-401b-b012-b0329b6beeee req-43a3490e-4955-4c17-ab5f-27da00352226 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 1129 time: 0.1982255 Mar 21 22:05:28.229615 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-919a2f06-a045-401b-b012-b0329b6beeee req-9df614be-20c7-4cb1-9743-adbb74023653 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:28.234939 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-0634082b-323c-4a3c-91e8-2485befa4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:28.236454 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-0634082b-323c-4a3c-91e8-2485befa4e2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc8503e8-31f1-41da-8113-df0ee579a55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6399944 Mar 21 22:05:28.279391 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0e760-cd1a-49f8-9579-feae301850bd req-3920ea9d-19d0-459d-9bd5-1df2fdb556e5 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:28.280988 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-96d0e760-cd1a-49f8-9579-feae301850bd req-3920ea9d-19d0-459d-9bd5-1df2fdb556e5 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 945 time: 0.4529750 Mar 21 22:05:28.320986 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c7f3-2684-4bb6-bbe2-269c9d0285c7 admin admin] Publish callbacks [] for security_group (d301e3ae-b38e-4779-ae55-916b09e21fac), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:28.333369 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e8ca5d5-ac01-447b-9167-80c083a8c8d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:28.351484 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3119c45e-2f5a-4972-a280-7a1aac791da0 req-bc759fa0-b2c9-4811-96f6-e29230f4db3e service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7085817 Mar 21 22:05:28.421077 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c7f3-2684-4bb6-bbe2-269c9d0285c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (d301e3ae-b38e-4779-ae55-916b09e21fac), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:28.486165 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbacc59-1b40-4fa2-b930-ac83b8de023b req-3e41cb8c-37be-4ee3-988d-3f20d628493f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:28.487887 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9cbacc59-1b40-4fa2-b930-ac83b8de023b req-3e41cb8c-37be-4ee3-988d-3f20d628493f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 944 time: 0.2813716 Mar 21 22:05:28.494614 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-8ca2c7f3-2684-4bb6-bbe2-269c9d0285c7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=38e9544903ad4331a56662aad5c74e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8298609 Mar 21 22:05:28.501275 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 58474) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:28.501708 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-fd6e8a38-ac23-4c66-a1df-c94c4acbce2b service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491231 Mar 21 22:05:28.505086 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-96d0e760-cd1a-49f8-9579-feae301850bd req-729eb1b7-658f-4af5-be77-17e05a971e17 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/security-groups?id=2794af89-df55-4d3e-a46b-4cbd10907803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818404 Mar 21 22:05:28.518948 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2c7f3-2684-4bb6-bbe2-269c9d0285c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d301e3ae-b38e-4779-ae55-916b09e21fac,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:28.616549 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e8ca5d5-ac01-447b-9167-80c083a8c8d4 admin admin] Publish callbacks [] for security_group (de9b5dd9-101b-4d23-9a90-36687653390c), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:28.619942 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-919a2f06-a045-401b-b012-b0329b6beeee req-9df614be-20c7-4cb1-9743-adbb74023653 service neutron] Publish callbacks [] for security_group (887df1b5-eefb-42a5-bd3a-9faab203cc1b), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:28.620956 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6a84a663-5d2f-4bed-b684-173c4b73421e admin admin] Publish callbacks [] for security_group (d301e3ae-b38e-4779-ae55-916b09e21fac), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:28.651569 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6a84a663-5d2f-4bed-b684-173c4b73421e admin admin] Publish callbacks [] for security_group (d301e3ae-b38e-4779-ae55-916b09e21fac), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:28.672897 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9cbacc59-1b40-4fa2-b930-ac83b8de023b req-a4dae527-cc97-49ff-b9f5-294fa825f51d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666808 Mar 21 22:05:28.723258 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-919a2f06-a045-401b-b012-b0329b6beeee req-9df614be-20c7-4cb1-9743-adbb74023653 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (887df1b5-eefb-42a5-bd3a-9faab203cc1b), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:28.727130 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e8ca5d5-ac01-447b-9167-80c083a8c8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (de9b5dd9-101b-4d23-9a90-36687653390c), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:28.751485 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499987b-11fe-4aac-b50f-cfcfa9430b77 req-fd003bb1-089f-44af-bf4f-2dae8c22beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:28.753150 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e499987b-11fe-4aac-b50f-cfcfa9430b77 req-fd003bb1-089f-44af-bf4f-2dae8c22beec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 1128 time: 0.1690385 Mar 21 22:05:28.773901 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9b8589-2c48-47d6-a463-8ea75d60debe req-ae44ad46-7400-4f3d-85aa-25170a368f14 service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258756 Mar 21 22:05:28.807188 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-4e8ca5d5-ac01-447b-9167-80c083a8c8d4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a9c88408df5040a494076dd82634b7ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8741887 Mar 21 22:05:28.810459 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-919a2f06-a045-401b-b012-b0329b6beeee req-9df614be-20c7-4cb1-9743-adbb74023653 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2794af89-df55-4d3e-a46b-4cbd10907803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6005971 Mar 21 22:05:28.811164 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df614be-20c7-4cb1-9743-adbb74023653 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=887df1b5-eefb-42a5-bd3a-9faab203cc1b,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:28.813899 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 58482) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:28.838201 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421e149-4b57-4473-8613-167910c92d91 req-8ead6ef7-6cb7-4623-996d-670ab188864d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:28.839682 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f421e149-4b57-4473-8613-167910c92d91 req-8ead6ef7-6cb7-4623-996d-670ab188864d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 943 time: 0.1625209 Mar 21 22:05:28.864100 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ca5d5-ac01-447b-9167-80c083a8c8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9b5dd9-101b-4d23-9a90-36687653390c,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:28.910181 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6a84a663-5d2f-4bed-b684-173c4b73421e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (d301e3ae-b38e-4779-ae55-916b09e21fac), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:28.912836 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499987b-11fe-4aac-b50f-cfcfa9430b77 req-b3430ee4-1090-4728-8cab-0b38ab30faab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:28.913073 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6a84a663-5d2f-4bed-b684-173c4b73421e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:28.918482 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e499987b-11fe-4aac-b50f-cfcfa9430b77 req-b3430ee4-1090-4728-8cab-0b38ab30faab service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 920 time: 0.1534781 Mar 21 22:05:28.925550 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-6a84a663-5d2f-4bed-b684-173c4b73421e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d301e3ae-b38e-4779-ae55-916b09e21fac HTTP/1.1" status: 204 len: 168 time: 0.4103463 Mar 21 22:05:28.930940 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-08af6e13-7f42-4088-bf9f-e9ba138a0851 admin admin] Publish callbacks [] for security_group (de9b5dd9-101b-4d23-9a90-36687653390c), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:28.934444 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f421e149-4b57-4473-8613-167910c92d91 req-bff0ae89-0f13-4d5a-aaa4-1786a71cb88a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836575 Mar 21 22:05:28.939772 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84a663-5d2f-4bed-b684-173c4b73421e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d301e3ae-b38e-4779-ae55-916b09e21fac,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:28.980413 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-08af6e13-7f42-4088-bf9f-e9ba138a0851 admin admin] Publish callbacks [] for security_group (de9b5dd9-101b-4d23-9a90-36687653390c), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:29.037150 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1aedc4-e75a-499a-96be-78fb1828d8f6 req-d915d161-f19b-45b2-8b4c-ee4c419aad0b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:29.038760 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e1aedc4-e75a-499a-96be-78fb1828d8f6 req-d915d161-f19b-45b2-8b4c-ee4c419aad0b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0732319 Mar 21 22:05:29.093351 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e1aedc4-e75a-499a-96be-78fb1828d8f6 req-3862d9ca-8ce9-4714-a37f-db43828efd10 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478547 Mar 21 22:05:29.184567 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-08af6e13-7f42-4088-bf9f-e9ba138a0851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (de9b5dd9-101b-4d23-9a90-36687653390c), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:29.189665 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-08af6e13-7f42-4088-bf9f-e9ba138a0851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:29.191323 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-08af6e13-7f42-4088-bf9f-e9ba138a0851 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de9b5dd9-101b-4d23-9a90-36687653390c HTTP/1.1" status: 204 len: 168 time: 0.3762100 Mar 21 22:05:29.202492 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af6e13-7f42-4088-bf9f-e9ba138a0851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9b5dd9-101b-4d23-9a90-36687653390c,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:29.303664 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e499987b-11fe-4aac-b50f-cfcfa9430b77 req-70a3b010-5dc8-4c9d-a99b-587e4df75ca2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=977f8c92-db53-45dc-a7b8-d07761ba18ca HTTP/1.1" status: 200 len: 217 time: 0.0558214 Mar 21 22:05:29.340618 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 9f849430-8958-4a1e-b9a8-39f1053b25e6 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:05:29.361207 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649d960-b250-46a1-b15f-7c3d8c5cfc3b req-791ccdff-8609-4ab2-b92b-ed4581c0618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:29.364528 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-0649d960-b250-46a1-b15f-7c3d8c5cfc3b req-791ccdff-8609-4ab2-b92b-ed4581c0618e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9e8bc23578427484ebb0a84c1373dd&device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 1127 time: 0.0809858 Mar 21 22:05:29.430652 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499987b-11fe-4aac-b50f-cfcfa9430b77 req-f7de156e-57e0-4d6e-9046-9f7b1827b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:29.436386 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e499987b-11fe-4aac-b50f-cfcfa9430b77 req-f7de156e-57e0-4d6e-9046-9f7b1827b71a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 200 len: 858 time: 0.0831196 Mar 21 22:05:29.556471 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499987b-11fe-4aac-b50f-cfcfa9430b77 req-4167fb43-d81f-45d8-9f5f-89286b3af66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:29.560647 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e499987b-11fe-4aac-b50f-cfcfa9430b77 req-4167fb43-d81f-45d8-9f5f-89286b3af66d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1182919 Mar 21 22:05:29.605518 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 9f849430-8958-4a1e-b9a8-39f1053b25e6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=9f849430-8958-4a1e-b9a8-39f1053b25e6,segment=NetworkSegment(0a5ede9b-1bf3-4d1e-8588-522ae009eda1),segment_id=0a5ede9b-1bf3-4d1e-8588-522ae009eda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:29.626291 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dec5761-9415-4f2b-a06e-5f99c67fd700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8e937d-8bde-4618-8b12-148f79f41b07'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:05:29.628248 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649d960-b250-46a1-b15f-7c3d8c5cfc3b req-cf999980-923c-4d03-81c1-700a8aee571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:29.628675 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69134ea7-2e44-4025-94dc-e7443ccacad8" -d '{"events": [{"server_uuid": "9dec5761-9415-4f2b-a06e-5f99c67fd700", "name": "network-vif-plugged", "status": "completed", "tag": "6e8e937d-8bde-4618-8b12-148f79f41b07"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:05:29.631464 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '9f849430-8958-4a1e-b9a8-39f1053b25e6', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'port_id': '9f849430-8958-4a1e-b9a8-39f1053b25e6', 'mac_address': 'fa:16:3e:28:54:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:05:29.643460 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-0649d960-b250-46a1-b15f-7c3d8c5cfc3b req-cf999980-923c-4d03-81c1-700a8aee571d service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc8503e8-31f1-41da-8113-df0ee579a55e HTTP/1.1" status: 200 len: 917 time: 0.2691941 Mar 21 22:05:29.695489 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 9f849430-8958-4a1e-b9a8-39f1053b25e6 is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:29.696149 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (9f849430-8958-4a1e-b9a8-39f1053b25e6), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:29.733642 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f849430-8958-4a1e-b9a8-39f1053b25e6 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:05:29.761099 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0319234f-432b-4556-b3d0-0a63091c342c x-openstack-request-id: req-0319234f-432b-4556-b3d0-0a63091c342c {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:05:29.761937 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dec5761-9415-4f2b-a06e-5f99c67fd700", "name": "network-vif-plugged", "status": "completed", "tag": "6e8e937d-8bde-4618-8b12-148f79f41b07", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:05:29.762595 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0319234f-432b-4556-b3d0-0a63091c342c {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:05:29.765330 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dec5761-9415-4f2b-a06e-5f99c67fd700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8e937d-8bde-4618-8b12-148f79f41b07', 'code': 200} Mar 21 22:05:29.819147 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-0649d960-b250-46a1-b15f-7c3d8c5cfc3b req-6e3a9ee5-b821-42fd-8785-7d5577ca7fc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=088bb62a-86af-46a0-849c-38b69dcabcad HTTP/1.1" status: 200 len: 217 time: 0.1703300 Mar 21 22:05:29.822925 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 9f849430-8958-4a1e-b9a8-39f1053b25e6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=9f849430-8958-4a1e-b9a8-39f1053b25e6,segment=NetworkSegment(0a5ede9b-1bf3-4d1e-8588-522ae009eda1),segment_id=0a5ede9b-1bf3-4d1e-8588-522ae009eda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:29.917815 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649d960-b250-46a1-b15f-7c3d8c5cfc3b req-1c4013e9-9338-4785-b515-730862977221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:29.921602 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-0649d960-b250-46a1-b15f-7c3d8c5cfc3b req-1c4013e9-9338-4785-b515-730862977221 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37b0320c-c075-480b-87d9-3b058ff4a544 HTTP/1.1" status: 200 len: 855 time: 0.0925572 Mar 21 22:05:29.930247 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e499987b-11fe-4aac-b50f-cfcfa9430b77 req-d7be8ae1-d7a0-4848-a4cc-9327fff079f0 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592002 Mar 21 22:05:29.932966 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (9f849430-8958-4a1e-b9a8-39f1053b25e6), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:29.958183 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f662f-0964-4a07-b614-3a6f9001b391 req-08efcfc9-4dc4-45dc-9f94-4defe989ad96 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:29.963796 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cf4f662f-0964-4a07-b614-3a6f9001b391 req-08efcfc9-4dc4-45dc-9f94-4defe989ad96 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 945 time: 0.2536597 Mar 21 22:05:30.036979 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 58514) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:30.071711 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-03471a9d-6a2e-4eb2-af18-8f461b733ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:30.097528 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=9f849430-8958-4a1e-b9a8-39f1053b25e6,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:30.143468 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649d960-b250-46a1-b15f-7c3d8c5cfc3b req-5a15d93e-931e-4466-86e5-392292906bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:30.146674 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-0649d960-b250-46a1-b15f-7c3d8c5cfc3b req-5a15d93e-931e-4466-86e5-392292906bf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc8503e8-31f1-41da-8113-df0ee579a55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2174494 Mar 21 22:05:30.193802 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823854f9-228b-4230-92f4-65b9d5029045 req-4ba6fc98-d0d0-4006-a1ea-cfcbaa70ab88 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:30.195522 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-823854f9-228b-4230-92f4-65b9d5029045 req-4ba6fc98-d0d0-4006-a1ea-cfcbaa70ab88 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 944 time: 0.3491259 Mar 21 22:05:30.299313 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e499987b-11fe-4aac-b50f-cfcfa9430b77 req-3361ddc6-fc7a-47e6-90c0-f61af4fa425d service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276792 Mar 21 22:05:30.308799 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cf4f662f-0964-4a07-b614-3a6f9001b391 req-97c00ef8-e50a-4ca3-a0c9-d6d5f2ebf325 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/security-groups?id=2794af89-df55-4d3e-a46b-4cbd10907803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701994 Mar 21 22:05:30.332329 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-823854f9-228b-4230-92f4-65b9d5029045 req-8140cf5e-474c-43fb-a437-1b7f39232e87 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192138 Mar 21 22:05:30.403662 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-03471a9d-6a2e-4eb2-af18-8f461b733ba1 admin admin] Publish callbacks [] for security_group (2621afd2-51d5-41c1-bde9-9a542457be00), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:30.418141 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-0649d960-b250-46a1-b15f-7c3d8c5cfc3b req-c24c0e79-043c-486c-ae4f-f4d99d5189f6 service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609904 Mar 21 22:05:30.511817 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['9f849430-8958-4a1e-b9a8-39f1053b25e6'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:05:30.561460 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-03471a9d-6a2e-4eb2-af18-8f461b733ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (2621afd2-51d5-41c1-bde9-9a542457be00), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:30.706430 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-0649d960-b250-46a1-b15f-7c3d8c5cfc3b req-2956e77f-47dd-40e6-899f-335235b89ded service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816849 Mar 21 22:05:30.726985 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-03471a9d-6a2e-4eb2-af18-8f461b733ba1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5fd93c8dd81c4d81bac0406dc89344ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6873085 Mar 21 22:05:30.743205 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 58524) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:30.762114 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 58526) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:30.792468 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03471a9d-6a2e-4eb2-af18-8f461b733ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2621afd2-51d5-41c1-bde9-9a542457be00,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:30.869902 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dec45-9b93-4897-8672-fc62ad704f97 req-89dda8e8-d51e-4344-b700-6aa56cfab36e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:30.872830 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7df9a26f-cc7a-42ff-9ab9-60e78348cee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:30.877083 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6e3dec45-9b93-4897-8672-fc62ad704f97 req-89dda8e8-d51e-4344-b700-6aa56cfab36e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.3973601 Mar 21 22:05:30.882335 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae10a2b-022e-44f0-8d5a-bf97657311ad req-94e02e41-90c4-4e85-879e-fcff50cce281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:30.884539 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fae10a2b-022e-44f0-8d5a-bf97657311ad req-94e02e41-90c4-4e85-879e-fcff50cce281 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 1130 time: 0.4782403 Mar 21 22:05:31.020705 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2df80fb9-8ca3-487e-8ae5-30b21215c0b1 admin admin] Publish callbacks [] for security_group (2621afd2-51d5-41c1-bde9-9a542457be00), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:31.047801 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9623a6-485e-4fbc-b752-2fa7d32df229 req-f93c8e36-4369-449a-bfd0-08b45c37af26 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:31.059999 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2f9623a6-485e-4fbc-b752-2fa7d32df229 req-f93c8e36-4369-449a-bfd0-08b45c37af26 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 944 time: 0.5190001 Mar 21 22:05:31.093252 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2df80fb9-8ca3-487e-8ae5-30b21215c0b1 admin admin] Publish callbacks [] for security_group (2621afd2-51d5-41c1-bde9-9a542457be00), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:31.135354 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6e3dec45-9b93-4897-8672-fc62ad704f97 req-03af9830-57a8-4b62-97be-da6cee6acd80 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572010 Mar 21 22:05:31.141359 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fae10a2b-022e-44f0-8d5a-bf97657311ad req-2ac4c295-08ae-4016-8d58-c85d48580414 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444563 Mar 21 22:05:31.183480 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2f9623a6-485e-4fbc-b752-2fa7d32df229 req-a7df6d69-42ea-4895-9ddc-d2b6ee652ef1 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042898 Mar 21 22:05:31.242358 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7df9a26f-cc7a-42ff-9ab9-60e78348cee4 admin admin] Publish callbacks [] for security_group (984dee0e-bd40-4a26-9fc7-cbae0a87f36c), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:31.350520 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7df9a26f-cc7a-42ff-9ab9-60e78348cee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (984dee0e-bd40-4a26-9fc7-cbae0a87f36c), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:31.360076 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 977f8c92-db53-45dc-a7b8-d07761ba18ca details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:05:31.366108 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2df80fb9-8ca3-487e-8ae5-30b21215c0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (2621afd2-51d5-41c1-bde9-9a542457be00), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:31.370155 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2df80fb9-8ca3-487e-8ae5-30b21215c0b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:31.371743 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-2df80fb9-8ca3-487e-8ae5-30b21215c0b1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2621afd2-51d5-41c1-bde9-9a542457be00 HTTP/1.1" status: 204 len: 168 time: 0.6253777 Mar 21 22:05:31.448278 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 58548) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:31.448547 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-7df9a26f-cc7a-42ff-9ab9-60e78348cee4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9cf3c44715c14936948554595f2f2962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6833186 Mar 21 22:05:31.449830 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9a26f-cc7a-42ff-9ab9-60e78348cee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984dee0e-bd40-4a26-9fc7-cbae0a87f36c,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:31.503867 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df80fb9-8ca3-487e-8ae5-30b21215c0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2621afd2-51d5-41c1-bde9-9a542457be00,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:31.621668 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f83d19-1b8a-40f5-bcfc-271c9bcbad48 req-0624fd1c-9de4-4324-a275-9e07abe62f63 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:31.623336 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-01f83d19-1b8a-40f5-bcfc-271c9bcbad48 req-0624fd1c-9de4-4324-a275-9e07abe62f63 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 945 time: 0.1528945 Mar 21 22:05:31.649370 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 977f8c92-db53-45dc-a7b8-d07761ba18ca, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=977f8c92-db53-45dc-a7b8-d07761ba18ca,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:31.657664 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-27f716b8-a6b3-43ed-a8ba-fe6d88d696f4 admin admin] Publish callbacks [] for security_group (984dee0e-bd40-4a26-9fc7-cbae0a87f36c), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:31.676549 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '977f8c92-db53-45dc-a7b8-d07761ba18ca', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'port_id': '977f8c92-db53-45dc-a7b8-d07761ba18ca', 'mac_address': 'fa:16:3e:e5:82:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:05:31.685028 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99139e-d942-41eb-a874-3729fbcfee01 req-b98fbdc4-c99c-4e36-8d72-fa572d70f108 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:31.692376 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2f99139e-d942-41eb-a874-3729fbcfee01 req-b98fbdc4-c99c-4e36-8d72-fa572d70f108 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 944 time: 0.1819623 Mar 21 22:05:31.741904 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-27f716b8-a6b3-43ed-a8ba-fe6d88d696f4 admin admin] Publish callbacks [] for security_group (984dee0e-bd40-4a26-9fc7-cbae0a87f36c), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:31.759996 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 977f8c92-db53-45dc-a7b8-d07761ba18ca is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:31.761797 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (977f8c92-db53-45dc-a7b8-d07761ba18ca), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:31.770609 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-01f83d19-1b8a-40f5-bcfc-271c9bcbad48 req-fc755a13-f22a-4b6b-939a-7ec35667e6c4 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/security-groups?id=2794af89-df55-4d3e-a46b-4cbd10907803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342440 Mar 21 22:05:31.826417 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977f8c92-db53-45dc-a7b8-d07761ba18ca {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:05:31.835102 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2f99139e-d942-41eb-a874-3729fbcfee01 req-91e9dd3c-5d4a-4205-97d2-04600ecda48f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417265 Mar 21 22:05:31.876437 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 977f8c92-db53-45dc-a7b8-d07761ba18ca, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=977f8c92-db53-45dc-a7b8-d07761ba18ca,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:31.954113 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-27f716b8-a6b3-43ed-a8ba-fe6d88d696f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (984dee0e-bd40-4a26-9fc7-cbae0a87f36c), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:31.957016 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-27f716b8-a6b3-43ed-a8ba-fe6d88d696f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:31.958548 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-27f716b8-a6b3-43ed-a8ba-fe6d88d696f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/984dee0e-bd40-4a26-9fc7-cbae0a87f36c HTTP/1.1" status: 204 len: 168 time: 0.5083723 Mar 21 22:05:31.971156 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f716b8-a6b3-43ed-a8ba-fe6d88d696f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984dee0e-bd40-4a26-9fc7-cbae0a87f36c,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:31.996381 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (977f8c92-db53-45dc-a7b8-d07761ba18ca), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:32.107804 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=977f8c92-db53-45dc-a7b8-d07761ba18ca,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:32.406823 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2841fdf-629e-4841-ac1c-3f71780d1984 req-f2c85fda-2daa-4204-99e6-9d87c9e0245e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:32.409928 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c2841fdf-629e-4841-ac1c-3f71780d1984 req-f2c85fda-2daa-4204-99e6-9d87c9e0245e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.1590192 Mar 21 22:05:32.459187 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa49afa-d6cc-4c69-8770-f3fc28c9a574 req-d0138501-b48a-46f9-8bd0-d3b44d55307d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:32.461124 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-efa49afa-d6cc-4c69-8770-f3fc28c9a574 req-d0138501-b48a-46f9-8bd0-d3b44d55307d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 944 time: 0.1551106 Mar 21 22:05:32.589628 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c2841fdf-629e-4841-ac1c-3f71780d1984 req-db1ab86d-5d57-4092-b02a-01f4c6fd8292 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649919 Mar 21 22:05:32.595205 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-efa49afa-d6cc-4c69-8770-f3fc28c9a574 req-5119da98-86cb-43b7-ace4-c0ef690d2e54 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153176 Mar 21 22:05:32.670011 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['977f8c92-db53-45dc-a7b8-d07761ba18ca'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:05:32.961170 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43092-becd-466c-a0bb-ea45e5d1b0f8 req-5b203029-cf51-46b6-a73a-fcb8d13b275d tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:32.963739 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fcc43092-becd-466c-a0bb-ea45e5d1b0f8 req-5b203029-cf51-46b6-a73a-fcb8d13b275d tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 945 time: 0.0709887 Mar 21 22:05:33.047260 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fcc43092-becd-466c-a0bb-ea45e5d1b0f8 req-23e9d7ce-a30e-4896-948f-77876fdbd7f1 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/security-groups?id=2794af89-df55-4d3e-a46b-4cbd10907803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732503 Mar 21 22:05:33.059938 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50186560-09de-4d29-89af-b0105364431e req-35adf743-2509-4ed5-ad11-5e5fdd7ce37a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:33.061697 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-50186560-09de-4d29-89af-b0105364431e req-35adf743-2509-4ed5-ad11-5e5fdd7ce37a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 945 time: 0.1091228 Mar 21 22:05:33.158491 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-50186560-09de-4d29-89af-b0105364431e req-0477f0da-cbc2-4734-ab8a-2a410f54ea44 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754762 Mar 21 22:05:33.357953 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 088bb62a-86af-46a0-849c-38b69dcabcad details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:05:33.437399 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 9f849430-8958-4a1e-b9a8-39f1053b25e6 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:05:33.532814 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 088bb62a-86af-46a0-849c-38b69dcabcad, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=088bb62a-86af-46a0-849c-38b69dcabcad,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:33.551004 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '088bb62a-86af-46a0-849c-38b69dcabcad', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'port_id': '088bb62a-86af-46a0-849c-38b69dcabcad', 'mac_address': 'fa:16:3e:9b:ce:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:05:33.603612 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 088bb62a-86af-46a0-849c-38b69dcabcad is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:33.604007 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:33.613846 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port 9f849430-8958-4a1e-b9a8-39f1053b25e6 completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:05:33.621820 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 9f849430-8958-4a1e-b9a8-39f1053b25e6 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:33.621957 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (9f849430-8958-4a1e-b9a8-39f1053b25e6), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:33.624676 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088bb62a-86af-46a0-849c-38b69dcabcad {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:05:33.679057 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 088bb62a-86af-46a0-849c-38b69dcabcad, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=088bb62a-86af-46a0-849c-38b69dcabcad,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:33.741933 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 9f849430-8958-4a1e-b9a8-39f1053b25e6 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:33.742592 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (9f849430-8958-4a1e-b9a8-39f1053b25e6), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:33.771111 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f849430-8958-4a1e-b9a8-39f1053b25e6'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:05:33.773784 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0009319a-6ace-4675-9d66-8a7d410866f0" -d '{"events": [{"server_uuid": "2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88", "name": "network-vif-plugged", "status": "completed", "tag": "9f849430-8958-4a1e-b9a8-39f1053b25e6"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:05:33.796518 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 9f849430-8958-4a1e-b9a8-39f1053b25e6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=9f849430-8958-4a1e-b9a8-39f1053b25e6,segment=NetworkSegment(0a5ede9b-1bf3-4d1e-8588-522ae009eda1),segment_id=0a5ede9b-1bf3-4d1e-8588-522ae009eda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:33.809580 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583d5b1-e2d6-4db4-8672-7db339c9b578 req-d9daf06e-eeb2-4fef-a65d-20e664ab5321 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:33.812561 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:33.817774 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3583d5b1-e2d6-4db4-8672-7db339c9b578 req-d9daf06e-eeb2-4fef-a65d-20e664ab5321 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 944 time: 0.1038837 Mar 21 22:05:33.860104 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43f1a0-4fff-4fbd-b04e-ca5d78e1c397 req-b0eb6a67-7d4f-45f0-92d2-ada9246fe041 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:33.867393 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-aa43f1a0-4fff-4fbd-b04e-ca5d78e1c397 req-b0eb6a67-7d4f-45f0-92d2-ada9246fe041 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.1030211 Mar 21 22:05:33.906600 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=088bb62a-86af-46a0-849c-38b69dcabcad,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:33.932335 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3583d5b1-e2d6-4db4-8672-7db339c9b578 req-9f936f2d-7aea-48fe-bb6b-05cdf5cacdd2 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131184 Mar 21 22:05:33.940085 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (9f849430-8958-4a1e-b9a8-39f1053b25e6), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:33.999888 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-aa43f1a0-4fff-4fbd-b04e-ca5d78e1c397 req-1c1b655e-f2a6-48a5-83a7-60c7307864c3 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307659 Mar 21 22:05:34.066986 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a7b25a-3ef2-42d7-a2ca-a6caa33dedfa x-openstack-request-id: req-67a7b25a-3ef2-42d7-a2ca-a6caa33dedfa {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:05:34.067614 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88", "name": "network-vif-plugged", "status": "completed", "tag": "9f849430-8958-4a1e-b9a8-39f1053b25e6", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:05:34.068029 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67a7b25a-3ef2-42d7-a2ca-a6caa33dedfa {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:05:34.068791 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f849430-8958-4a1e-b9a8-39f1053b25e6', 'code': 200} Mar 21 22:05:34.122856 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=9f849430-8958-4a1e-b9a8-39f1053b25e6,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:34.262724 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['088bb62a-86af-46a0-849c-38b69dcabcad'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:05:34.375496 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01c6c3-e721-498f-9ccc-6a59122c299a req-38490008-3535-4572-a7b0-e2cf8f88dd3a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:34.377463 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ee01c6c3-e721-498f-9ccc-6a59122c299a req-38490008-3535-4572-a7b0-e2cf8f88dd3a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 945 time: 0.1224098 Mar 21 22:05:34.469894 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ee01c6c3-e721-498f-9ccc-6a59122c299a req-f9a4bf36-085f-432a-aecf-34a63344c453 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755868 Mar 21 22:05:34.475002 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ffb50-ecd7-4be7-bf2c-98b7ab68a937 req-fb815ae9-b934-4700-b7e8-bb2c23ef39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:34.476593 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-256ffb50-ecd7-4be7-bf2c-98b7ab68a937 req-fb815ae9-b934-4700-b7e8-bb2c23ef39b5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 1129 time: 0.0917892 Mar 21 22:05:34.549433 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-256ffb50-ecd7-4be7-bf2c-98b7ab68a937 req-4c272445-64f5-4cb7-b0be-10299c317aa7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650620 Mar 21 22:05:35.269974 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42c6b6-4762-4aca-913d-9028bfac4c94 req-a073e071-0afe-4cda-a1a7-3d38af15ab84 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:35.272713 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-dd42c6b6-4762-4aca-913d-9028bfac4c94 req-a073e071-0afe-4cda-a1a7-3d38af15ab84 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.2083004 Mar 21 22:05:35.336966 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee0cc3-434e-481c-bd41-841ac0b985ba req-710e504c-e9aa-4e13-8ade-385ec11cb02c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:35.339638 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f4ee0cc3-434e-481c-bd41-841ac0b985ba req-710e504c-e9aa-4e13-8ade-385ec11cb02c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 944 time: 0.2274678 Mar 21 22:05:35.369658 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 977f8c92-db53-45dc-a7b8-d07761ba18ca up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:05:35.419238 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-aa485db8-bdde-48da-bba8-2e907a25ca83 req-0915ede4-eeda-4bdc-9606-42a6b9eae038 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2397974 Mar 21 22:05:35.449513 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-dd42c6b6-4762-4aca-913d-9028bfac4c94 req-78d8b19f-7d11-40f8-8d0f-72fde5e39df7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700940 Mar 21 22:05:35.486944 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f4ee0cc3-434e-481c-bd41-841ac0b985ba req-afbbb199-2773-468b-a135-ad7b440d5fec tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378381 Mar 21 22:05:35.550224 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port 977f8c92-db53-45dc-a7b8-d07761ba18ca completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:05:35.557487 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 977f8c92-db53-45dc-a7b8-d07761ba18ca triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:35.558123 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (977f8c92-db53-45dc-a7b8-d07761ba18ca), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:35.697231 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa485db8-bdde-48da-bba8-2e907a25ca83 req-fb7ebeb5-f90e-4d87-afac-2379f901b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:35.698753 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-aa485db8-bdde-48da-bba8-2e907a25ca83 req-fb7ebeb5-f90e-4d87-afac-2379f901b289 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0c7f0ea979e455594271f4b813db527&device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 1129 time: 0.1473727 Mar 21 22:05:35.707145 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 977f8c92-db53-45dc-a7b8-d07761ba18ca is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:35.707725 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (977f8c92-db53-45dc-a7b8-d07761ba18ca), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:35.722193 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785cf02-204f-484b-9ac7-9d239aa36938 req-20ee2597-b43a-4929-8c1b-c27ffc3be484 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:35.724482 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2785cf02-204f-484b-9ac7-9d239aa36938 req-20ee2597-b43a-4929-8c1b-c27ffc3be484 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 945 time: 0.0832224 Mar 21 22:05:35.755186 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 977f8c92-db53-45dc-a7b8-d07761ba18ca, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=977f8c92-db53-45dc-a7b8-d07761ba18ca,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:35.841746 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (977f8c92-db53-45dc-a7b8-d07761ba18ca), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:35.842415 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2785cf02-204f-484b-9ac7-9d239aa36938 req-e53bd718-ccfa-4284-a09d-a3106b04bec7 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111989 Mar 21 22:05:35.870386 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa485db8-bdde-48da-bba8-2e907a25ca83 req-3ad9f1ae-621d-40fd-bde2-cf9a07edf2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:35.871900 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-aa485db8-bdde-48da-bba8-2e907a25ca83 req-3ad9f1ae-621d-40fd-bde2-cf9a07edf2c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f6bd3c2-bf1c-4545-a012-75f04dab87be HTTP/1.1" status: 200 len: 911 time: 0.1387768 Mar 21 22:05:35.904662 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=977f8c92-db53-45dc-a7b8-d07761ba18ca,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:35.963559 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-aa485db8-bdde-48da-bba8-2e907a25ca83 req-c4859fd3-014a-4401-999f-0653af497549 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3f2dfab-6c99-4497-bef6-f422acfe3f13 HTTP/1.1" status: 200 len: 217 time: 0.0847421 Mar 21 22:05:36.026929 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa485db8-bdde-48da-bba8-2e907a25ca83 req-4ed8963b-03da-42a2-a05f-71d73775b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:36.028406 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-aa485db8-bdde-48da-bba8-2e907a25ca83 req-4ed8963b-03da-42a2-a05f-71d73775b809 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e41f0dca-1e36-4c9c-bf24-578fb604cceb HTTP/1.1" status: 200 len: 850 time: 0.0565932 Mar 21 22:05:36.062869 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-aa485db8-bdde-48da-bba8-2e907a25ca83 req-40e9f124-5e76-4fe0-8e59-d7c1046e00ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f6bd3c2-bf1c-4545-a012-75f04dab87be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269885 Mar 21 22:05:36.070198 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a7c3b1-5d79-4204-95e8-d16b0dd6d532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977f8c92-db53-45dc-a7b8-d07761ba18ca'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:05:36.073448 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a433c222-63b9-4fe8-981b-06d3f89755d1" -d '{"events": [{"server_uuid": "c6a7c3b1-5d79-4204-95e8-d16b0dd6d532", "name": "network-vif-plugged", "status": "completed", "tag": "977f8c92-db53-45dc-a7b8-d07761ba18ca"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:05:36.115807 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b86bf1-4333-4db0-a247-9c9a776a61d8 x-openstack-request-id: req-76b86bf1-4333-4db0-a247-9c9a776a61d8 {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:05:36.116120 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a7c3b1-5d79-4204-95e8-d16b0dd6d532", "name": "network-vif-plugged", "status": "completed", "tag": "977f8c92-db53-45dc-a7b8-d07761ba18ca", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:05:36.116378 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76b86bf1-4333-4db0-a247-9c9a776a61d8 {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:05:36.116773 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a7c3b1-5d79-4204-95e8-d16b0dd6d532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977f8c92-db53-45dc-a7b8-d07761ba18ca', 'code': 200} Mar 21 22:05:36.232206 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-aa485db8-bdde-48da-bba8-2e907a25ca83 req-cb7193a0-d2c6-4cb3-9f72-1e77c30c26b9 service neutron] 10.222.0.47 "GET /v2.0/networks/0f6bd3c2-bf1c-4545-a012-75f04dab87be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578948 Mar 21 22:05:36.405108 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-aa485db8-bdde-48da-bba8-2e907a25ca83 req-9f532993-a380-423c-8d73-c255d5385bef service neutron] 10.222.0.47 "GET /v2.0/networks/0f6bd3c2-bf1c-4545-a012-75f04dab87be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488111 Mar 21 22:05:36.590335 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16206879-a76d-459b-9316-aa4275264a78 req-4d3fc994-e650-4755-9947-4b672ba7e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:36.592364 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-16206879-a76d-459b-9316-aa4275264a78 req-4d3fc994-e650-4755-9947-4b672ba7e889 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 1130 time: 0.0959196 Mar 21 22:05:36.766078 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dae89-eb3f-44ba-a439-2f2e0bb7e2f4 req-91a52a62-ecfb-489d-85c6-3068dd242bb3 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:36.766078 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-689dae89-eb3f-44ba-a439-2f2e0bb7e2f4 req-91a52a62-ecfb-489d-85c6-3068dd242bb3 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.1643109 Mar 21 22:05:36.776926 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-16206879-a76d-459b-9316-aa4275264a78 req-86c922a2-18e2-4b90-a755-df1c9d8d461b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632981 Mar 21 22:05:36.831570 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-689dae89-eb3f-44ba-a439-2f2e0bb7e2f4 req-ce7505c2-4fd1-424d-b558-e69180704318 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632148 Mar 21 22:05:36.978740 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254af161-8e5b-4802-9524-10607e77aec8 req-cb2986e8-fad4-4fa1-97d6-8b6268d2d354 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:36.981723 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-254af161-8e5b-4802-9524-10607e77aec8 req-cb2986e8-fad4-4fa1-97d6-8b6268d2d354 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 944 time: 0.0798028 Mar 21 22:05:37.058115 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-254af161-8e5b-4802-9524-10607e77aec8 req-4b3902d6-c981-4b6b-bdd0-6a497a027f94 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688272 Mar 21 22:05:37.183216 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e351e30-7434-472b-92d2-28c56e035311 req-828f0a49-fb41-4c27-9e08-ad625ad2b4ee tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:37.191170 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9e351e30-7434-472b-92d2-28c56e035311 req-828f0a49-fb41-4c27-9e08-ad625ad2b4ee tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.1460526 Mar 21 22:05:37.247738 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9e351e30-7434-472b-92d2-28c56e035311 req-f37a8e23-c533-4a45-8529-255d2ff11cc9 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552416 Mar 21 22:05:37.382164 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 088bb62a-86af-46a0-849c-38b69dcabcad up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:05:37.548855 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port 088bb62a-86af-46a0-849c-38b69dcabcad completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:05:37.558204 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 088bb62a-86af-46a0-849c-38b69dcabcad triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:05:37.558835 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:37.678468 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 088bb62a-86af-46a0-849c-38b69dcabcad is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:05:37.679241 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:37.724297 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 088bb62a-86af-46a0-849c-38b69dcabcad, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=088bb62a-86af-46a0-849c-38b69dcabcad,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:37.824130 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:37.887570 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=088bb62a-86af-46a0-849c-38b69dcabcad,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:37.985591 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fe28a-24ef-475d-b0b4-cfc64c04bc5d req-40bb00a1-61fd-4846-9a09-cc2fffbf5158 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:37.987227 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-479fe28a-24ef-475d-b0b4-cfc64c04bc5d req-40bb00a1-61fd-4846-9a09-cc2fffbf5158 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0749538 Mar 21 22:05:38.074469 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-479fe28a-24ef-475d-b0b4-cfc64c04bc5d req-cc9661c6-3897-46a3-8ad8-cc5b6e5be9b0 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741565 Mar 21 22:05:38.117659 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088bb62a-86af-46a0-849c-38b69dcabcad'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:05:38.120912 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ad64fb-d0f4-4669-9720-ad6edd72f1e8" -d '{"events": [{"server_uuid": "518ff043-1ebd-4fed-9202-2464e4bbe8ed", "name": "network-vif-plugged", "status": "completed", "tag": "088bb62a-86af-46a0-849c-38b69dcabcad"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:05:38.241080 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915ad21-4510-40e6-bb03-2e043b9b0aa6 req-6b9c5a45-59d4-432a-80d8-cbb63a21827a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:38.242641 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0915ad21-4510-40e6-bb03-2e043b9b0aa6 req-6b9c5a45-59d4-432a-80d8-cbb63a21827a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0916862 Mar 21 22:05:38.254423 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 58810) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:38.256907 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9860d-9a1f-4d78-870b-30f0d6bb5e8a req-be29c706-170c-4310-89d7-54052d56b7da tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:38.258483 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d0f9860d-9a1f-4d78-870b-30f0d6bb5e8a req-be29c706-170c-4310-89d7-54052d56b7da tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0968933 Mar 21 22:05:38.261669 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-b271d74a-1983-4fd8-9493-b669d6c9af4a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Request body: {'floatingip': {'port_id': '9f849430-8958-4a1e-b9a8-39f1053b25e6'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:05:38.314073 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90816bec-3ab5-47ab-9aec-36b48d0f3460 x-openstack-request-id: req-90816bec-3ab5-47ab-9aec-36b48d0f3460 {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:05:38.314441 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518ff043-1ebd-4fed-9202-2464e4bbe8ed", "name": "network-vif-plugged", "status": "completed", "tag": "088bb62a-86af-46a0-849c-38b69dcabcad", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:05:38.314841 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90816bec-3ab5-47ab-9aec-36b48d0f3460 {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:05:38.315645 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088bb62a-86af-46a0-849c-38b69dcabcad', 'code': 200} Mar 21 22:05:38.335595 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d0f9860d-9a1f-4d78-870b-30f0d6bb5e8a req-3c208efd-bdba-448e-946b-91b7005f6c4c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680130 Mar 21 22:05:38.374259 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b271d74a-1983-4fd8-9493-b669d6c9af4a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for floatingip (23359345-737c-48d9-88b9-6c92c5d90a04), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:38.449946 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b62bf-0301-4e73-b76a-f75946b0801e req-d9506aab-8ef0-42e8-ad94-9291a87c528e tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:38.451602 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b90b62bf-0301-4e73-b76a-f75946b0801e req-d9506aab-8ef0-42e8-ad94-9291a87c528e tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0840333 Mar 21 22:05:38.503768 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-9b373244-c5c8-4136-bee1-6135629a4f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:38.541909 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b90b62bf-0301-4e73-b76a-f75946b0801e req-bab53fe9-d01d-4b26-a893-7bf91bd93e19 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788455 Mar 21 22:05:39.165296 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.db.resource_extend [None req-b271d74a-1983-4fd8-9493-b669d6c9af4a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 22:05:39.242717 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b271d74a-1983-4fd8-9493-b669d6c9af4a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:39.304301 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b271d74a-1983-4fd8-9493-b669d6c9af4a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (23359345-737c-48d9-88b9-6c92c5d90a04), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:39.419357 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.l3_db [None req-b271d74a-1983-4fd8-9493-b669d6c9af4a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Floating IP 23359345-737c-48d9-88b9-6c92c5d90a04 associated. External IP: 172.27.2.220, port: 9f849430-8958-4a1e-b9a8-39f1053b25e6. Mar 21 22:05:39.496113 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972566ce-7891-482a-9e5e-82cd4b4267f2 req-fb06077c-d402-422d-98f4-21c7b548b5d0 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:39.499924 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-972566ce-7891-482a-9e5e-82cd4b4267f2 req-fb06077c-d402-422d-98f4-21c7b548b5d0 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0729516 Mar 21 22:05:39.571302 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-972566ce-7891-482a-9e5e-82cd4b4267f2 req-af5f4b21-ec03-487f-b093-7c9c4cbd460a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593312 Mar 21 22:05:39.698084 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b271d74a-1983-4fd8-9493-b669d6c9af4a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Router 43ae8015-ba95-4d78-a7df-1ca78a98f307 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:05:39.706511 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700bbd4-5389-4d5c-839b-a83a7b5a3bfd req-b8afe3e5-e878-4efc-801d-3b42f20af504 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:39.708355 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a700bbd4-5389-4d5c-839b-a83a7b5a3bfd req-b8afe3e5-e878-4efc-801d-3b42f20af504 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0728619 Mar 21 22:05:39.763826 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a700bbd4-5389-4d5c-839b-a83a7b5a3bfd req-28b17568-1aab-480a-922f-7814efd4b1fa tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498884 Mar 21 22:05:39.822809 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b271d74a-1983-4fd8-9493-b669d6c9af4a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:05:39.827539 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b271d74a-1983-4fd8-9493-b669d6c9af4a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:39.838310 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5af1ce-28ff-484c-a94c-591415b54250 None None] Sync routers for ids ['43ae8015-ba95-4d78-a7df-1ca78a98f307'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:05:39.849318 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5af1ce-28ff-484c-a94c-591415b54250 None None] Routers {'43ae8015-ba95-4d78-a7df-1ca78a98f307'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:05:39.849946 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-9f5af1ce-28ff-484c-a94c-591415b54250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:05:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['43ae8015-ba95-4d78-a7df-1ca78a98f307'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:39.863970 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-b271d74a-1983-4fd8-9493-b669d6c9af4a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "PUT /v2.0/floatingips/23359345-737c-48d9-88b9-6c92c5d90a04 HTTP/1.1" status: 200 len: 991 time: 1.6075449 Mar 21 22:05:39.864653 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88', 'tag': '9f849430-8958-4a1e-b9a8-39f1053b25e6'}] {{(pid=115862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:05:39.868501 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91f982db15cf7ea7fd65b6c8757bc5df642054ad0495c8a7b37b88a944552a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9567d9e-7441-409c-a13a-91c90f8e1e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88", "tag": "9f849430-8958-4a1e-b9a8-39f1053b25e6"}]}' {{(pid=115862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:05:39.908190 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624dfef5-f69c-4e31-bac3-85efa4735d94 x-openstack-request-id: req-624dfef5-f69c-4e31-bac3-85efa4735d94 {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:05:39.908654 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88", "tag": "9f849430-8958-4a1e-b9a8-39f1053b25e6", "status": "completed", "code": 200}]} {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:05:39.908917 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-624dfef5-f69c-4e31-bac3-85efa4735d94 {{(pid=115862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:05:39.909333 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88', 'tag': '9f849430-8958-4a1e-b9a8-39f1053b25e6', 'status': 'completed', 'code': 200} Mar 21 22:05:39.950075 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:40.003151 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-9f5af1ce-28ff-484c-a94c-591415b54250 None None] Set router 43ae8015-ba95-4d78-a7df-1ca78a98f307 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:05:40.303564 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-9f5af1ce-28ff-484c-a94c-591415b54250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 4, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '23359345-737c-48d9-88b9-6c92c5d90a04', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'port_id': '9f849430-8958-4a1e-b9a8-39f1053b25e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'mac_address': 'fa:16:3e:28:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:05:09Z', 'updated_at': '2022-03-21T22:05:38Z', 'revision_number': 1, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bfb7cb-ac20-4549-b5f9-59625a1329ce', 'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'mac_address': 'fa:16:3e:7d:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:54Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 5, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'subnets': [{'id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:40.330020 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5af1ce-28ff-484c-a94c-591415b54250 None None] Checking router: 43ae8015-ba95-4d78-a7df-1ca78a98f307 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:05:40.339607 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5af1ce-28ff-484c-a94c-591415b54250 None None] Routers {'43ae8015-ba95-4d78-a7df-1ca78a98f307'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:05:40.340229 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-9f5af1ce-28ff-484c-a94c-591415b54250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:05:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['43ae8015-ba95-4d78-a7df-1ca78a98f307'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:40.452348 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-9f5af1ce-28ff-484c-a94c-591415b54250 None None] Set router 43ae8015-ba95-4d78-a7df-1ca78a98f307 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:05:40.716709 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aad74-900c-468f-aba5-0182133679cd req-88d59938-e7bc-4029-acba-8eb90221b393 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:40.718227 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b44aad74-900c-468f-aba5-0182133679cd req-88d59938-e7bc-4029-acba-8eb90221b393 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0616188 Mar 21 22:05:40.719306 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-9f5af1ce-28ff-484c-a94c-591415b54250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 4, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '23359345-737c-48d9-88b9-6c92c5d90a04', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'port_id': '9f849430-8958-4a1e-b9a8-39f1053b25e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'mac_address': 'fa:16:3e:28:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:05:09Z', 'updated_at': '2022-03-21T22:05:38Z', 'revision_number': 1, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bfb7cb-ac20-4549-b5f9-59625a1329ce', 'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'mac_address': 'fa:16:3e:7d:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:54Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 5, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'subnets': [{'id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:40.761654 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5af1ce-28ff-484c-a94c-591415b54250 None None] The sync data for ids ['43ae8015-ba95-4d78-a7df-1ca78a98f307'] in dv-cinder-834545-1-iscsi is: [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 4, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '23359345-737c-48d9-88b9-6c92c5d90a04', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'port_id': '9f849430-8958-4a1e-b9a8-39f1053b25e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'mac_address': 'fa:16:3e:28:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:05:09Z', 'updated_at': '2022-03-21T22:05:38Z', 'revision_number': 1, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bfb7cb-ac20-4549-b5f9-59625a1329ce', 'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'mac_address': 'fa:16:3e:7d:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:54Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 5, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'subnets': [{'id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:05:40.809093 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b44aad74-900c-468f-aba5-0182133679cd req-f32e468c-6f8f-4ed2-9a87-f84cad493c4d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625219 Mar 21 22:05:40.954295 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a61f63-646f-4b8b-97aa-34309aad9919 req-f046baaa-3a41-481b-a6f0-7949f41a75e8 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:40.956102 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-99a61f63-646f-4b8b-97aa-34309aad9919 req-f046baaa-3a41-481b-a6f0-7949f41a75e8 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0716805 Mar 21 22:05:41.033421 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-99a61f63-646f-4b8b-97aa-34309aad9919 req-2e08a2fb-1329-493f-b5be-6c6c4f4fcf9d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676801 Mar 21 22:05:41.036956 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3103854-8e59-4621-8ca9-fcd3b455b589 None None] New status for floating IP 23359345-737c-48d9-88b9-6c92c5d90a04: ACTIVE {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:05:41.077637 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-19462849-2ed5-42c9-a27e-0fe35fd1f694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:41.556801 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 58924) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:41.669661 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:41.748827 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Publish callbacks [] for security_group (18a1092d-763c-4595-a99e-c1d956f26157), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:41.828253 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (18a1092d-763c-4595-a99e-c1d956f26157), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:41.875348 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ff0dca263d24fd58c871a5d819595e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173928 Mar 21 22:05:41.876521 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a1092d-763c-4595-a99e-c1d956f26157,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:41.879585 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 58934) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:41.895595 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:41.895936 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:41.896528 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:41.896866 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:41.897203 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:41.897531 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:41.897860 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:41.898181 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:41.898507 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:41.898833 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:41.899220 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:41.899642 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:41.899883 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:41.900438 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:41.900662 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8872ac6-e731-4251-bd8d-8655ae6022a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:41.970530 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5dd44-8501-4f8f-bb84-6084fc74548a req-3122a5e9-df1e-4961-a97f-48cb9c390830 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:41.972990 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0bd5dd44-8501-4f8f-bb84-6084fc74548a req-3122a5e9-df1e-4961-a97f-48cb9c390830 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0795372 Mar 21 22:05:41.973524 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Publish callbacks [] for security_group (18a1092d-763c-4595-a99e-c1d956f26157), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:42.012878 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Publish callbacks [] for security_group (18a1092d-763c-4595-a99e-c1d956f26157), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:42.036658 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0bd5dd44-8501-4f8f-bb84-6084fc74548a req-ff11fe2b-e234-46f3-b4f2-bdb851c8e9c7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578256 Mar 21 22:05:42.240500 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (18a1092d-763c-4595-a99e-c1d956f26157), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:42.243901 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:42.245236 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/18a1092d-763c-4595-a99e-c1d956f26157 HTTP/1.1" status: 204 len: 168 time: 0.3640461 Mar 21 22:05:42.249487 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9567d9e-7441-409c-a13a-91c90f8e1e4e req-54cee609-cdb3-45c4-80f8-c822e3fa6af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:42.251451 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e9567d9e-7441-409c-a13a-91c90f8e1e4e req-54cee609-cdb3-45c4-80f8-c822e3fa6af4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6badcf73def74a95ba7f934a370e6481&device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 1129 time: 0.1264465 Mar 21 22:05:42.256576 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a1092d-763c-4595-a99e-c1d956f26157,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:42.265958 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:42.266377 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:42.271085 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:42.271826 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:42.272324 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:42.272817 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:42.278744 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2451f1-236e-4a53-9da1-22bd185445c8 req-e33582b0-8cff-41e0-b06d-4176a0c7ca8b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:42.280712 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9d2451f1-236e-4a53-9da1-22bd185445c8 req-e33582b0-8cff-41e0-b06d-4176a0c7ca8b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.1387048 Mar 21 22:05:42.281255 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:42.282095 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:42.282679 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:42.283318 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:42.284967 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:42.285620 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:42.286203 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:42.286768 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:42.287355 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0043ad-2407-49ec-922e-76d20807e7a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:05:42.376891 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9d2451f1-236e-4a53-9da1-22bd185445c8 req-a76eec3c-e9ad-4022-9597-fad28abce1dc tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807085 Mar 21 22:05:42.517879 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9567d9e-7441-409c-a13a-91c90f8e1e4e req-3705824c-2237-486a-b5a9-dae09e39b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:42.521802 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e9567d9e-7441-409c-a13a-91c90f8e1e4e req-3705824c-2237-486a-b5a9-dae09e39b969 service neutron] 10.222.0.47 "GET /v2.0/networks?id=40ee543d-b9b0-4194-aff5-428ab22bb708 HTTP/1.1" status: 200 len: 912 time: 0.1327801 Mar 21 22:05:42.536187 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f17b1e-d67f-4dba-a252-730f64d2f093 req-340375a5-b698-47ee-91b0-36e27f724058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:42.538559 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-05f17b1e-d67f-4dba-a252-730f64d2f093 req-340375a5-b698-47ee-91b0-36e27f724058 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 1129 time: 0.0782628 Mar 21 22:05:42.591212 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-05f17b1e-d67f-4dba-a252-730f64d2f093 req-bd7ba4d3-cd14-41db-91fd-fc56204ce0d1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457449 Mar 21 22:05:42.669006 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e9567d9e-7441-409c-a13a-91c90f8e1e4e req-d812a86e-ca23-48dc-a75e-8fdce21450ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f849430-8958-4a1e-b9a8-39f1053b25e6 HTTP/1.1" status: 200 len: 1001 time: 0.1407015 Mar 21 22:05:42.875547 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:43.087075 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 58964) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:43.100657 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cbb446f2-c880-4aeb-bcbb-a4e27a654f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:43.214514 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9567d9e-7441-409c-a13a-91c90f8e1e4e req-ec74bf83-c225-4989-8fca-0fd3d3ad4fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:43.216024 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e9567d9e-7441-409c-a13a-91c90f8e1e4e req-ec74bf83-c225-4989-8fca-0fd3d3ad4fc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97b37723-8621-4579-8205-a7e22e0b1d04 HTTP/1.1" status: 200 len: 850 time: 0.1040747 Mar 21 22:05:43.292116 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67112c33-2149-464e-9b30-9e8a411df42e req-2cf374d0-4595-40ef-8505-3ddad5fe43b5 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:43.293658 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-67112c33-2149-464e-9b30-9e8a411df42e req-2cf374d0-4595-40ef-8505-3ddad5fe43b5 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.1480193 Mar 21 22:05:43.326418 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cbb446f2-c880-4aeb-bcbb-a4e27a654f2c admin admin] Publish callbacks [] for security_group (6116f819-cc33-402e-a856-7dd409f91eb4), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:43.334912 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9567d9e-7441-409c-a13a-91c90f8e1e4e req-6988dc2b-c23a-467b-9f57-0e2c87d98653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:43.336614 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e9567d9e-7441-409c-a13a-91c90f8e1e4e req-6988dc2b-c23a-467b-9f57-0e2c87d98653 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40ee543d-b9b0-4194-aff5-428ab22bb708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1135237 Mar 21 22:05:43.586985 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cbb446f2-c880-4aeb-bcbb-a4e27a654f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (6116f819-cc33-402e-a856-7dd409f91eb4), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:43.614410 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-67112c33-2149-464e-9b30-9e8a411df42e req-078831f2-8ed3-41e5-a105-7e6cb66df421 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3135681 Mar 21 22:05:43.685206 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-cbb446f2-c880-4aeb-bcbb-a4e27a654f2c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2a0d80d9bace484eb7ddcb14627fede0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5970113 Mar 21 22:05:43.690279 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 58994) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:43.696576 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb446f2-c880-4aeb-bcbb-a4e27a654f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6116f819-cc33-402e-a856-7dd409f91eb4,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:43.732675 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 58996) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:43.754001 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e491d-f417-483d-a538-f2c20bc28ca0 req-7c080c67-e8b3-4fc2-8d77-b3bbb3897ce2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:43.755572 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db6e491d-f417-483d-a538-f2c20bc28ca0 req-7c080c67-e8b3-4fc2-8d77-b3bbb3897ce2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.1735585 Mar 21 22:05:43.757702 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e9567d9e-7441-409c-a13a-91c90f8e1e4e req-96ee68bd-2caf-4321-942d-f06110f41b49 service neutron] 10.222.0.47 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111149 Mar 21 22:05:43.771494 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ac24145b-e2e7-4acb-b0cd-423900a8bc4b admin admin] Publish callbacks [] for security_group (6116f819-cc33-402e-a856-7dd409f91eb4), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:43.811764 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ac24145b-e2e7-4acb-b0cd-423900a8bc4b admin admin] Publish callbacks [] for security_group (6116f819-cc33-402e-a856-7dd409f91eb4), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:43.862439 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db6e491d-f417-483d-a538-f2c20bc28ca0 req-6f7f3513-7b9b-4de1-bf5b-084040395102 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994203 Mar 21 22:05:43.898750 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e9567d9e-7441-409c-a13a-91c90f8e1e4e req-5922c5da-3bce-4e53-a8d0-c13d16f0f3e4 service neutron] 10.222.0.47 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285293 Mar 21 22:05:43.931754 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-519e875f-2674-4b75-bc4c-ccd1ec6e2c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:43.966772 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ac24145b-e2e7-4acb-b0cd-423900a8bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (6116f819-cc33-402e-a856-7dd409f91eb4), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:43.973782 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ac24145b-e2e7-4acb-b0cd-423900a8bc4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:43.976426 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-ac24145b-e2e7-4acb-b0cd-423900a8bc4b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6116f819-cc33-402e-a856-7dd409f91eb4 HTTP/1.1" status: 204 len: 168 time: 0.2842155 Mar 21 22:05:44.010686 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24145b-e2e7-4acb-b0cd-423900a8bc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6116f819-cc33-402e-a856-7dd409f91eb4,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:44.132602 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-519e875f-2674-4b75-bc4c-ccd1ec6e2c04 admin admin] Publish callbacks [] for security_group (41b147d1-bb99-4080-a998-b081cefca6c7), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:44.279961 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-519e875f-2674-4b75-bc4c-ccd1ec6e2c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (41b147d1-bb99-4080-a998-b081cefca6c7), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:44.304088 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:44.360196 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-519e875f-2674-4b75-bc4c-ccd1ec6e2c04 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d39b56ba55e240479adac2b2000183dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6200945 Mar 21 22:05:44.360707 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 59008) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:44.372549 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e875f-2674-4b75-bc4c-ccd1ec6e2c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b147d1-bb99-4080-a998-b081cefca6c7,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:44.450076 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-95379283-3c54-4cf4-8db8-a436db5ea376 admin admin] Publish callbacks [] for security_group (41b147d1-bb99-4080-a998-b081cefca6c7), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:44.495618 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-95379283-3c54-4cf4-8db8-a436db5ea376 admin admin] Publish callbacks [] for security_group (41b147d1-bb99-4080-a998-b081cefca6c7), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:44.498686 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59014) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:44.579299 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aea578-de50-4c39-a2aa-201659a634c3 req-6b127fc5-31d9-4be6-8675-abe1a1dff998 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:44.580912 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-20aea578-de50-4c39-a2aa-201659a634c3 req-6b127fc5-31d9-4be6-8675-abe1a1dff998 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0939684 Mar 21 22:05:44.691743 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-20aea578-de50-4c39-a2aa-201659a634c3 req-e0d75757-39b5-4ad8-a62e-c996a7766ead tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989707 Mar 21 22:05:44.724874 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abc0ef-f09e-43cb-9dba-d70d1ecb3cf3 req-7d3088a7-2150-4e7b-9a69-8e0fe02801eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:44.724874 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0abc0ef-f09e-43cb-9dba-d70d1ecb3cf3 req-7d3088a7-2150-4e7b-9a69-8e0fe02801eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 1130 time: 0.0792546 Mar 21 22:05:44.745316 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-34df2c0f-7ba1-403d-8868-9e0cbc74a381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:44.816384 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-95379283-3c54-4cf4-8db8-a436db5ea376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (41b147d1-bb99-4080-a998-b081cefca6c7), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:44.823951 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-95379283-3c54-4cf4-8db8-a436db5ea376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:44.832894 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-95379283-3c54-4cf4-8db8-a436db5ea376 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/41b147d1-bb99-4080-a998-b081cefca6c7 HTTP/1.1" status: 204 len: 168 time: 0.4701176 Mar 21 22:05:44.878769 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95379283-3c54-4cf4-8db8-a436db5ea376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b147d1-bb99-4080-a998-b081cefca6c7,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:44.916692 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-34df2c0f-7ba1-403d-8868-9e0cbc74a381 admin admin] Publish callbacks [] for security_group (1c9fbed3-26e0-4330-8c86-8c14e3166040), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:44.985931 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abc0ef-f09e-43cb-9dba-d70d1ecb3cf3 req-6a6d8bfd-ce9a-46f7-a8be-156c6b1219f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:44.988299 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0abc0ef-f09e-43cb-9dba-d70d1ecb3cf3 req-6a6d8bfd-ce9a-46f7-a8be-156c6b1219f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 920 time: 0.2566822 Mar 21 22:05:45.007116 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d133982-faf3-4e15-a79b-9dc512152cda req-c0e235cf-49f2-4411-8c55-321b09f14133 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:45.010049 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d133982-faf3-4e15-a79b-9dc512152cda req-c0e235cf-49f2-4411-8c55-321b09f14133 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.1703339 Mar 21 22:05:45.068733 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-34df2c0f-7ba1-403d-8868-9e0cbc74a381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (1c9fbed3-26e0-4330-8c86-8c14e3166040), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:45.092849 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0abc0ef-f09e-43cb-9dba-d70d1ecb3cf3 req-fc9b0f31-bf83-4d81-9c66-856cbe733e31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=977f8c92-db53-45dc-a7b8-d07761ba18ca HTTP/1.1" status: 200 len: 217 time: 0.0810702 Mar 21 22:05:45.132916 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df2c0f-7ba1-403d-8868-9e0cbc74a381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9fbed3-26e0-4330-8c86-8c14e3166040,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:45.195054 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-34df2c0f-7ba1-403d-8868-9e0cbc74a381 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3cc08d6a729e4771833964a7c77f683f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6921656 Mar 21 22:05:45.196417 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59042) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:45.221644 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abc0ef-f09e-43cb-9dba-d70d1ecb3cf3 req-9f3579f9-8868-4f6d-9a6c-fcb0f1e1bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:45.224219 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0abc0ef-f09e-43cb-9dba-d70d1ecb3cf3 req-9f3579f9-8868-4f6d-9a6c-fcb0f1e1bd4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 200 len: 858 time: 0.1164906 Mar 21 22:05:45.269366 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d133982-faf3-4e15-a79b-9dc512152cda req-891a4356-5bb7-4c05-b84a-47d19e5d6965 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439644 Mar 21 22:05:45.289370 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b84e-a3ee-4ea5-937f-f6ffcf4152d9 admin admin] Publish callbacks [] for security_group (1c9fbed3-26e0-4330-8c86-8c14e3166040), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:45.294919 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abc0ef-f09e-43cb-9dba-d70d1ecb3cf3 req-019046b1-a7b5-4b0a-b321-33510280e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:45.296448 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0abc0ef-f09e-43cb-9dba-d70d1ecb3cf3 req-019046b1-a7b5-4b0a-b321-33510280e391 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639508 Mar 21 22:05:45.339907 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b84e-a3ee-4ea5-937f-f6ffcf4152d9 admin admin] Publish callbacks [] for security_group (1c9fbed3-26e0-4330-8c86-8c14e3166040), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:45.407817 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0abc0ef-f09e-43cb-9dba-d70d1ecb3cf3 req-d73c3502-fa18-470b-b545-7a8019587d60 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038058 Mar 21 22:05:45.510668 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0abc0ef-f09e-43cb-9dba-d70d1ecb3cf3 req-65c5b264-829e-446e-a68a-f822eb36c1e1 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880713 Mar 21 22:05:45.550303 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b84e-a3ee-4ea5-937f-f6ffcf4152d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (1c9fbed3-26e0-4330-8c86-8c14e3166040), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:45.554716 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b84e-a3ee-4ea5-937f-f6ffcf4152d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:45.557075 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-1bc7b84e-a3ee-4ea5-937f-f6ffcf4152d9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c9fbed3-26e0-4330-8c86-8c14e3166040 HTTP/1.1" status: 204 len: 168 time: 0.3590338 Mar 21 22:05:45.570186 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7b84e-a3ee-4ea5-937f-f6ffcf4152d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9fbed3-26e0-4330-8c86-8c14e3166040,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:45.768872 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:45.861884 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5bc6c-350a-472d-9e9c-da4df8c7acbb req-daa1dd5b-9e94-4561-b4f6-4540068eea04 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:45.863480 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0bc5bc6c-350a-472d-9e9c-da4df8c7acbb req-daa1dd5b-9e94-4561-b4f6-4540068eea04 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0821533 Mar 21 22:05:45.915753 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0bc5bc6c-350a-472d-9e9c-da4df8c7acbb req-1cd2503e-0d52-4ddf-9468-d09adc2905c9 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457551 Mar 21 22:05:46.125140 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 59062) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:46.140105 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-498ba900-8a03-48f0-8dbb-18fc4fc0c459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:46.259159 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-498ba900-8a03-48f0-8dbb-18fc4fc0c459 admin admin] Publish callbacks [] for security_group (042b0d49-0ba0-48a9-93eb-278e5931bd95), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:46.354329 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-498ba900-8a03-48f0-8dbb-18fc4fc0c459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (042b0d49-0ba0-48a9-93eb-278e5931bd95), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:46.401702 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-498ba900-8a03-48f0-8dbb-18fc4fc0c459 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=11824c6c3bb4478aa555b5b30cfedbf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721455 Mar 21 22:05:46.401997 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59078) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:46.404032 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ba900-8a03-48f0-8dbb-18fc4fc0c459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042b0d49-0ba0-48a9-93eb-278e5931bd95,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:46.505612 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02b860-1d77-4191-ab9a-02fbc1d41c4c req-0d118c5e-76df-45c5-bfd3-797fa6299c4c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:46.511472 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cb02b860-1d77-4191-ab9a-02fbc1d41c4c req-0d118c5e-76df-45c5-bfd3-797fa6299c4c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0965698 Mar 21 22:05:46.528609 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e002c7ea-3dc3-4543-a91e-62602dd14aa4 admin admin] Publish callbacks [] for security_group (042b0d49-0ba0-48a9-93eb-278e5931bd95), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:46.575116 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e002c7ea-3dc3-4543-a91e-62602dd14aa4 admin admin] Publish callbacks [] for security_group (042b0d49-0ba0-48a9-93eb-278e5931bd95), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:46.632071 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cb02b860-1d77-4191-ab9a-02fbc1d41c4c req-0112a02d-0cf7-4288-be00-08f7e141488f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145246 Mar 21 22:05:46.674535 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59092) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:46.693316 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-44efa15e-af79-4b61-af36-e212becf8ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:46.807590 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e002c7ea-3dc3-4543-a91e-62602dd14aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (042b0d49-0ba0-48a9-93eb-278e5931bd95), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:46.810348 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e002c7ea-3dc3-4543-a91e-62602dd14aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:46.811932 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-e002c7ea-3dc3-4543-a91e-62602dd14aa4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/042b0d49-0ba0-48a9-93eb-278e5931bd95 HTTP/1.1" status: 204 len: 168 time: 0.4076910 Mar 21 22:05:46.829910 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002c7ea-3dc3-4543-a91e-62602dd14aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042b0d49-0ba0-48a9-93eb-278e5931bd95,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:46.915836 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177be826-42cb-4130-82a3-19fccdfb9380 req-f426aa0d-817d-4ceb-beb7-8778225d66b0 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:46.918625 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-177be826-42cb-4130-82a3-19fccdfb9380 req-f426aa0d-817d-4ceb-beb7-8778225d66b0 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.1210926 Mar 21 22:05:46.929247 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-44efa15e-af79-4b61-af36-e212becf8ffe admin admin] Publish callbacks [] for security_group (3599e61c-de95-438a-9968-4e493c0a36ad), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:46.933231 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 59100) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:46.938830 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-70a49288-d414-46c9-9ba5-cbfa1a9f9715 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Request body: {'floatingip': {'port_id': '088bb62a-86af-46a0-849c-38b69dcabcad'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:05:47.016825 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-44efa15e-af79-4b61-af36-e212becf8ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (3599e61c-de95-438a-9968-4e493c0a36ad), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:47.079111 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-44efa15e-af79-4b61-af36-e212becf8ffe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8409de92fe747f791854e6ffcfa8c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4022901 Mar 21 22:05:47.082265 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efa15e-af79-4b61-af36-e212becf8ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3599e61c-de95-438a-9968-4e493c0a36ad,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:47.084832 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59108) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:47.135937 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-70a49288-d414-46c9-9ba5-cbfa1a9f9715 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for floatingip (3610c277-7f01-4957-a38b-0ec8b06f9ed9), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:47.159476 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a0b55663-61cb-4dd8-99f3-bec3b6d87d1b admin admin] Publish callbacks [] for security_group (3599e61c-de95-438a-9968-4e493c0a36ad), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:47.189966 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a0b55663-61cb-4dd8-99f3-bec3b6d87d1b admin admin] Publish callbacks [] for security_group (3599e61c-de95-438a-9968-4e493c0a36ad), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:47.260394 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0a674-9596-4d49-9af6-cda92095be9b req-1080cef1-29e9-4d67-8d11-c270279804e5 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:47.261980 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-14e0a674-9596-4d49-9af6-cda92095be9b req-1080cef1-29e9-4d67-8d11-c270279804e5 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.1817055 Mar 21 22:05:47.333605 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a0b55663-61cb-4dd8-99f3-bec3b6d87d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (3599e61c-de95-438a-9968-4e493c0a36ad), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:47.337703 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a0b55663-61cb-4dd8-99f3-bec3b6d87d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:47.339404 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-a0b55663-61cb-4dd8-99f3-bec3b6d87d1b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3599e61c-de95-438a-9968-4e493c0a36ad HTTP/1.1" status: 204 len: 168 time: 0.2526531 Mar 21 22:05:47.353976 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b55663-61cb-4dd8-99f3-bec3b6d87d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3599e61c-de95-438a-9968-4e493c0a36ad,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:47.426457 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-14e0a674-9596-4d49-9af6-cda92095be9b req-83fa30ee-10f0-4dd7-8a4b-fad250a218f5 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461990 Mar 21 22:05:48.239510 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-70a49288-d414-46c9-9ba5-cbfa1a9f9715 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:48.337737 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-70a49288-d414-46c9-9ba5-cbfa1a9f9715 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (3610c277-7f01-4957-a38b-0ec8b06f9ed9), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:48.625262 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [None req-70a49288-d414-46c9-9ba5-cbfa1a9f9715 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Floating IP 3610c277-7f01-4957-a38b-0ec8b06f9ed9 associated. External IP: 172.27.2.174, port: 088bb62a-86af-46a0-849c-38b69dcabcad. Mar 21 22:05:48.762868 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a664056-2ba1-425d-97d3-0a998ae3c3c8 req-ed145322-afe3-4d3b-87dd-6808bc31517a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:48.764498 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a664056-2ba1-425d-97d3-0a998ae3c3c8 req-ed145322-afe3-4d3b-87dd-6808bc31517a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.1422124 Mar 21 22:05:48.916146 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a664056-2ba1-425d-97d3-0a998ae3c3c8 req-ca2e9d46-8f8c-4629-8f22-8a4b362f291e tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434324 Mar 21 22:05:48.996799 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a49288-d414-46c9-9ba5-cbfa1a9f9715 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Router 8b47cd74-8cd6-4624-aa37-6afafd43f76f has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:05:49.143165 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a49288-d414-46c9-9ba5-cbfa1a9f9715 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:05:49.151111 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-70a49288-d414-46c9-9ba5-cbfa1a9f9715 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:49.159475 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495b1e6-39d4-401e-b82f-417426e54bcb None None] Sync routers for ids ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:05:49.177398 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495b1e6-39d4-401e-b82f-417426e54bcb None None] Routers {'8b47cd74-8cd6-4624-aa37-6afafd43f76f'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:05:49.181743 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-d495b1e6-39d4-401e-b82f-417426e54bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:05:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:49.189573 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-70a49288-d414-46c9-9ba5-cbfa1a9f9715 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "PUT /v2.0/floatingips/3610c277-7f01-4957-a38b-0ec8b06f9ed9 HTTP/1.1" status: 200 len: 991 time: 2.2551033 Mar 21 22:05:49.190398 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'tag': '088bb62a-86af-46a0-849c-38b69dcabcad'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:05:49.193084 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8e984f-6541-4ee7-b57a-8ea3eef132b6" -d '{"events": [{"name": "network-changed", "server_uuid": "518ff043-1ebd-4fed-9202-2464e4bbe8ed", "tag": "088bb62a-86af-46a0-849c-38b69dcabcad"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:05:49.281739 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcbaf9b-2ea9-4ff7-bb9a-8f47590d4867 x-openstack-request-id: req-ddcbaf9b-2ea9-4ff7-bb9a-8f47590d4867 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:05:49.282367 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518ff043-1ebd-4fed-9202-2464e4bbe8ed", "tag": "088bb62a-86af-46a0-849c-38b69dcabcad", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:05:49.282932 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ddcbaf9b-2ea9-4ff7-bb9a-8f47590d4867 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:05:49.283881 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'tag': '088bb62a-86af-46a0-849c-38b69dcabcad', 'status': 'completed', 'code': 200} Mar 21 22:05:49.379466 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-d495b1e6-39d4-401e-b82f-417426e54bcb None None] Set router 8b47cd74-8cd6-4624-aa37-6afafd43f76f gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:05:49.498648 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e984f-6541-4ee7-b57a-8ea3eef132b6 req-6e7a5b4b-aee4-4807-bc08-b3309ededd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:49.506248 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6c8e984f-6541-4ee7-b57a-8ea3eef132b6 req-6e7a5b4b-aee4-4807-bc08-b3309ededd80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9e8bc23578427484ebb0a84c1373dd&device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 1129 time: 0.1164360 Mar 21 22:05:49.731295 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e984f-6541-4ee7-b57a-8ea3eef132b6 req-3d142d33-cf2e-490f-8b5d-2b66f322a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:49.734191 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6c8e984f-6541-4ee7-b57a-8ea3eef132b6 req-3d142d33-cf2e-490f-8b5d-2b66f322a8c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc8503e8-31f1-41da-8113-df0ee579a55e HTTP/1.1" status: 200 len: 917 time: 0.2038841 Mar 21 22:05:49.780010 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-d495b1e6-39d4-401e-b82f-417426e54bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:51Z', 'revision_number': 4, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '3610c277-7f01-4957-a38b-0ec8b06f9ed9', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'port_id': '088bb62a-86af-46a0-849c-38b69dcabcad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'mac_address': 'fa:16:3e:9b:ce:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:05:03Z', 'updated_at': '2022-03-21T22:05:47Z', 'revision_number': 1, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176e61f8-ab64-4911-9694-aa9aa45f1d42', 'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'mac_address': 'fa:16:3e:2f:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:50Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 5, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'subnets': [{'id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:49.813800 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495b1e6-39d4-401e-b82f-417426e54bcb None None] Checking router: 8b47cd74-8cd6-4624-aa37-6afafd43f76f for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:05:49.833393 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495b1e6-39d4-401e-b82f-417426e54bcb None None] Routers {'8b47cd74-8cd6-4624-aa37-6afafd43f76f'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:05:49.834168 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-d495b1e6-39d4-401e-b82f-417426e54bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:05:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:49.853163 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6c8e984f-6541-4ee7-b57a-8ea3eef132b6 req-d947f060-2f2a-47ff-9853-cbc3fece2035 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=088bb62a-86af-46a0-849c-38b69dcabcad HTTP/1.1" status: 200 len: 999 time: 0.1103876 Mar 21 22:05:50.028968 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e984f-6541-4ee7-b57a-8ea3eef132b6 req-06339c37-964a-468b-997e-bc8b0244de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:50.031900 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6c8e984f-6541-4ee7-b57a-8ea3eef132b6 req-06339c37-964a-468b-997e-bc8b0244de8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37b0320c-c075-480b-87d9-3b058ff4a544 HTTP/1.1" status: 200 len: 855 time: 0.1606464 Mar 21 22:05:50.090751 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-d495b1e6-39d4-401e-b82f-417426e54bcb None None] Set router 8b47cd74-8cd6-4624-aa37-6afafd43f76f gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:05:50.169047 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e984f-6541-4ee7-b57a-8ea3eef132b6 req-3c5fff05-6630-48c7-bc55-cd774b111019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:50.171187 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6c8e984f-6541-4ee7-b57a-8ea3eef132b6 req-3c5fff05-6630-48c7-bc55-cd774b111019 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc8503e8-31f1-41da-8113-df0ee579a55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1304657 Mar 21 22:05:50.179213 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff3620-3fe3-4a54-8cfb-f96162dfcda2 req-176ca874-5779-443b-9b04-491957d8b46a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:50.183736 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cbff3620-3fe3-4a54-8cfb-f96162dfcda2 req-176ca874-5779-443b-9b04-491957d8b46a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.1203735 Mar 21 22:05:50.388003 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cbff3620-3fe3-4a54-8cfb-f96162dfcda2 req-7c119354-e3f7-4e6e-9711-3add48369c27 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989036 Mar 21 22:05:50.422757 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6c8e984f-6541-4ee7-b57a-8ea3eef132b6 req-07940799-9642-47c1-9e50-09d89fb8b46e service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359157 Mar 21 22:05:50.511068 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-d495b1e6-39d4-401e-b82f-417426e54bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:51Z', 'revision_number': 4, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '3610c277-7f01-4957-a38b-0ec8b06f9ed9', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'port_id': '088bb62a-86af-46a0-849c-38b69dcabcad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'mac_address': 'fa:16:3e:9b:ce:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:05:03Z', 'updated_at': '2022-03-21T22:05:47Z', 'revision_number': 1, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176e61f8-ab64-4911-9694-aa9aa45f1d42', 'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'mac_address': 'fa:16:3e:2f:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:50Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 5, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'subnets': [{'id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:05:50.558661 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495b1e6-39d4-401e-b82f-417426e54bcb None None] The sync data for ids ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'] in dv-cinder-834545-1-iscsi is: [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:51Z', 'revision_number': 4, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '3610c277-7f01-4957-a38b-0ec8b06f9ed9', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'port_id': '088bb62a-86af-46a0-849c-38b69dcabcad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'mac_address': 'fa:16:3e:9b:ce:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:05:03Z', 'updated_at': '2022-03-21T22:05:47Z', 'revision_number': 1, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176e61f8-ab64-4911-9694-aa9aa45f1d42', 'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'mac_address': 'fa:16:3e:2f:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:50Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 5, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'subnets': [{'id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:05:50.573099 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6c8e984f-6541-4ee7-b57a-8ea3eef132b6 req-5b07eeb5-937a-42a7-94ce-501628dc22f9 service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382411 Mar 21 22:05:50.854690 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6556295-11a4-496f-bd99-0b482ed88c7a None None] New status for floating IP 3610c277-7f01-4957-a38b-0ec8b06f9ed9: ACTIVE {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:05:51.611266 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d48b3e-b7f8-4a15-9098-2309852626c7 req-60984c7c-80e3-4a07-9410-6e5aea15542b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:51.618272 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-05d48b3e-b7f8-4a15-9098-2309852626c7 req-60984c7c-80e3-4a07-9410-6e5aea15542b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0915718 Mar 21 22:05:51.688593 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-05d48b3e-b7f8-4a15-9098-2309852626c7 req-0e87f64f-8b8a-4b29-b351-8d4254475030 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691473 Mar 21 22:05:52.875710 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f607-c670-41d6-bb85-237836f00e1c req-db061446-b72d-41b2-97a2-cef21482f3b3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:52.876717 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a172f607-c670-41d6-bb85-237836f00e1c req-db061446-b72d-41b2-97a2-cef21482f3b3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0929120 Mar 21 22:05:52.884517 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181f399-c0db-405f-9029-391d71fd9366 req-9e8f695a-1d41-4451-a1d3-68ffda78b5e4 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:52.886071 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7181f399-c0db-405f-9029-391d71fd9366 req-9e8f695a-1d41-4451-a1d3-68ffda78b5e4 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 945 time: 0.0726607 Mar 21 22:05:53.008343 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a172f607-c670-41d6-bb85-237836f00e1c req-47a45839-aab1-4815-a42c-fb07f0f9d2ac tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208091 Mar 21 22:05:53.015918 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7181f399-c0db-405f-9029-391d71fd9366 req-0422d5ef-84d8-41f9-be73-f5f618b27456 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/security-groups?id=2794af89-df55-4d3e-a46b-4cbd10907803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220529 Mar 21 22:05:54.241725 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738439d-3c79-49eb-8f79-6d9ac8a7cde0 req-02c4687e-112a-4236-8830-ceeb772360b5 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:54.244987 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f738439d-3c79-49eb-8f79-6d9ac8a7cde0 req-02c4687e-112a-4236-8830-ceeb772360b5 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.1533875 Mar 21 22:05:54.301747 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42bbf9-3244-470a-9062-7a56f368dbef req-0ee522c1-35e6-4e4f-9bad-cb41903fe664 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:54.303909 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cc42bbf9-3244-470a-9062-7a56f368dbef req-0ee522c1-35e6-4e4f-9bad-cb41903fe664 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 945 time: 0.1341164 Mar 21 22:05:54.326415 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f738439d-3c79-49eb-8f79-6d9ac8a7cde0 req-dad2b2d4-e064-426a-bb37-c95459ec95b3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714009 Mar 21 22:05:54.382162 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cc42bbf9-3244-470a-9062-7a56f368dbef req-4a75db44-24f8-48d8-a4ef-58a76c12f88a tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/security-groups?id=2794af89-df55-4d3e-a46b-4cbd10907803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667741 Mar 21 22:05:54.785447 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59356) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:54.903530 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-94eb6b5a-240e-463c-8a42-4f24279f7c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:54.988808 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-94eb6b5a-240e-463c-8a42-4f24279f7c9c admin admin] Publish callbacks [] for security_group (d883eb0e-f04a-4c2a-b04c-ab56367f1be9), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:55.051019 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-94eb6b5a-240e-463c-8a42-4f24279f7c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (d883eb0e-f04a-4c2a-b04c-ab56367f1be9), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:55.094022 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-94eb6b5a-240e-463c-8a42-4f24279f7c9c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94c64fcdf262456aacdef8163b317ac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074527 Mar 21 22:05:55.095008 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb6b5a-240e-463c-8a42-4f24279f7c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d883eb0e-f04a-4c2a-b04c-ab56367f1be9,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:55.096981 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 59366) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:55.156623 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf7ee-f9ef-424c-9456-024868d10c3c admin admin] Publish callbacks [] for security_group (d883eb0e-f04a-4c2a-b04c-ab56367f1be9), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:55.179274 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf7ee-f9ef-424c-9456-024868d10c3c admin admin] Publish callbacks [] for security_group (d883eb0e-f04a-4c2a-b04c-ab56367f1be9), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:55.327091 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf7ee-f9ef-424c-9456-024868d10c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (d883eb0e-f04a-4c2a-b04c-ab56367f1be9), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:55.329660 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf7ee-f9ef-424c-9456-024868d10c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:55.330905 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-cb4cf7ee-f9ef-424c-9456-024868d10c3c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d883eb0e-f04a-4c2a-b04c-ab56367f1be9 HTTP/1.1" status: 204 len: 168 time: 0.2328713 Mar 21 22:05:55.339262 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cf7ee-f9ef-424c-9456-024868d10c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d883eb0e-f04a-4c2a-b04c-ab56367f1be9,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:55.544230 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59380) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:55.559150 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02146348-040e-4159-8d5f-3a43d6ad8787 req-8a044cff-ea17-4cfb-b191-4f655c05a07c tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:55.566316 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-02146348-040e-4159-8d5f-3a43d6ad8787 req-8a044cff-ea17-4cfb-b191-4f655c05a07c tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 945 time: 0.0977099 Mar 21 22:05:55.613409 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd05c78-f31f-4a5a-a33a-060d1b111c23 req-9d93db92-9221-4124-b40d-293a4213e8cb tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:55.615035 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1fd05c78-f31f-4a5a-a33a-060d1b111c23 req-9d93db92-9221-4124-b40d-293a4213e8cb tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.1134806 Mar 21 22:05:55.656222 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-02146348-040e-4159-8d5f-3a43d6ad8787 req-ed831eee-026b-410f-891c-6995e32781f3 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/security-groups?id=2794af89-df55-4d3e-a46b-4cbd10907803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887671 Mar 21 22:05:55.708416 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1fd05c78-f31f-4a5a-a33a-060d1b111c23 req-dc8dec66-f789-4a25-95b8-7b548925f5ca tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844822 Mar 21 22:05:55.735453 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342457e-bdd5-485d-b06e-7651223ef544 req-cd0f51d0-715b-423f-b41f-66eecf7db357 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:55.737092 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7342457e-bdd5-485d-b06e-7651223ef544 req-cd0f51d0-715b-423f-b41f-66eecf7db357 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.47 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 945 time: 0.1024373 Mar 21 22:05:55.913300 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-7342457e-bdd5-485d-b06e-7651223ef544 req-e87dd086-afd0-46eb-92d3-80f7d59e187f tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Deleting port a3f2dfab-6c99-4497-bef6-f422acfe3f13 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:05:55.913911 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-7342457e-bdd5-485d-b06e-7651223ef544 req-e87dd086-afd0-46eb-92d3-80f7d59e187f tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (a3f2dfab-6c99-4497-bef6-f422acfe3f13), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:55.916715 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-bed40374-5146-4a23-ae9d-a3ef52607a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:56.006028 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-bed40374-5146-4a23-ae9d-a3ef52607a23 admin admin] Publish callbacks [] for security_group (14e72ab5-2bdc-4b2a-88d2-32fa7c5879a5), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:56.016490 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-7342457e-bdd5-485d-b06e-7651223ef544 req-e87dd086-afd0-46eb-92d3-80f7d59e187f tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] For port a3f2dfab-6c99-4497-bef6-f422acfe3f13, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a3f2dfab-6c99-4497-bef6-f422acfe3f13,segment=NetworkSegment(e0f08c74-1ada-4610-965a-a102d18650cf),segment_id=e0f08c74-1ada-4610-965a-a102d18650cf)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:05:56.016905 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-7342457e-bdd5-485d-b06e-7651223ef544 req-e87dd086-afd0-46eb-92d3-80f7d59e187f tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (a3f2dfab-6c99-4497-bef6-f422acfe3f13), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:56.033792 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-7342457e-bdd5-485d-b06e-7651223ef544 req-e87dd086-afd0-46eb-92d3-80f7d59e187f tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Calling delete_port for a3f2dfab-6c99-4497-bef6-f422acfe3f13 owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:05:56.104793 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-bed40374-5146-4a23-ae9d-a3ef52607a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (14e72ab5-2bdc-4b2a-88d2-32fa7c5879a5), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:56.144625 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed40374-5146-4a23-ae9d-a3ef52607a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e72ab5-2bdc-4b2a-88d2-32fa7c5879a5,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:56.152661 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-bed40374-5146-4a23-ae9d-a3ef52607a23 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f099b4fa7084457eb6628dc0df191687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6069698 Mar 21 22:05:56.153811 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59390) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:56.207984 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-476a32c5-a812-4ece-a62b-0b9f22416de5 admin admin] Publish callbacks [] for security_group (14e72ab5-2bdc-4b2a-88d2-32fa7c5879a5), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:56.231214 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59394) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:56.242486 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-476a32c5-a812-4ece-a62b-0b9f22416de5 admin admin] Publish callbacks [] for security_group (14e72ab5-2bdc-4b2a-88d2-32fa7c5879a5), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:56.254428 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c3a065bb-8eab-4f4f-a70a-d065683c3e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:56.322656 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-7342457e-bdd5-485d-b06e-7651223ef544 req-e87dd086-afd0-46eb-92d3-80f7d59e187f tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431'] for port (a3f2dfab-6c99-4497-bef6-f422acfe3f13), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:56.367627 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dd086-afd0-46eb-92d3-80f7d59e187f tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Pushing event deleted for resources: {'Port': ['ID=a3f2dfab-6c99-4497-bef6-f422acfe3f13,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:56.410794 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-476a32c5-a812-4ece-a62b-0b9f22416de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (14e72ab5-2bdc-4b2a-88d2-32fa7c5879a5), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:56.413405 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-476a32c5-a812-4ece-a62b-0b9f22416de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:56.414782 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-476a32c5-a812-4ece-a62b-0b9f22416de5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/14e72ab5-2bdc-4b2a-88d2-32fa7c5879a5 HTTP/1.1" status: 204 len: 168 time: 0.2598851 Mar 21 22:05:56.440063 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a32c5-a812-4ece-a62b-0b9f22416de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e72ab5-2bdc-4b2a-88d2-32fa7c5879a5,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:56.443651 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-7342457e-bdd5-485d-b06e-7651223ef544 req-e87dd086-afd0-46eb-92d3-80f7d59e187f tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] No DVR routers for this DVR port a3f2dfab-6c99-4497-bef6-f422acfe3f13 on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:05:56.448730 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-7342457e-bdd5-485d-b06e-7651223ef544 req-e87dd086-afd0-46eb-92d3-80f7d59e187f tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:56.452914 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7342457e-bdd5-485d-b06e-7651223ef544 req-e87dd086-afd0-46eb-92d3-80f7d59e187f tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.47 "DELETE /v2.0/ports/a3f2dfab-6c99-4497-bef6-f422acfe3f13 HTTP/1.1" status: 204 len: 173 time: 0.7079914 Mar 21 22:05:56.453862 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfdfc05-305d-4678-9461-139aed6d39a0', 'name': 'network-vif-deleted', 'tag': 'a3f2dfab-6c99-4497-bef6-f422acfe3f13'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:05:56.456685 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fd22a2-2629-4fb2-9814-05cf60e91745" -d '{"events": [{"server_uuid": "edfdfc05-305d-4678-9461-139aed6d39a0", "name": "network-vif-deleted", "tag": "a3f2dfab-6c99-4497-bef6-f422acfe3f13"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:05:56.501858 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c3a065bb-8eab-4f4f-a70a-d065683c3e0b admin admin] Publish callbacks [] for security_group (c74b44d8-55ac-41e3-a5aa-14cb4a8711c2), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:56.523538 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb5fda1-40c9-4de0-8d9d-3e990d9c8fbf x-openstack-request-id: req-1cb5fda1-40c9-4de0-8d9d-3e990d9c8fbf {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:05:56.524540 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfdfc05-305d-4678-9461-139aed6d39a0", "name": "network-vif-deleted", "tag": "a3f2dfab-6c99-4497-bef6-f422acfe3f13", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:05:56.524975 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1cb5fda1-40c9-4de0-8d9d-3e990d9c8fbf {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:05:56.525800 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfdfc05-305d-4678-9461-139aed6d39a0', 'name': 'network-vif-deleted', 'tag': 'a3f2dfab-6c99-4497-bef6-f422acfe3f13', 'status': 'completed', 'code': 200} Mar 21 22:05:56.582414 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c3a065bb-8eab-4f4f-a70a-d065683c3e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (c74b44d8-55ac-41e3-a5aa-14cb4a8711c2), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:56.608517 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a065bb-8eab-4f4f-a70a-d065683c3e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74b44d8-55ac-41e3-a5aa-14cb4a8711c2,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:56.649228 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 59410) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:56.649467 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-c3a065bb-8eab-4f4f-a70a-d065683c3e0b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=551ee76c46aa4b3db2c46ca3d6fb4c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4166524 Mar 21 22:05:56.738140 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e16c558a-f38c-49de-ba80-e13337ad2420 admin admin] Publish callbacks [] for security_group (c74b44d8-55ac-41e3-a5aa-14cb4a8711c2), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:56.801248 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e16c558a-f38c-49de-ba80-e13337ad2420 admin admin] Publish callbacks [] for security_group (c74b44d8-55ac-41e3-a5aa-14cb4a8711c2), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:56.844972 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9fa5c1aa-b975-4a5b-9a04-237e3a5888e4 req-8b3fcc2f-816b-4114-8022-799c898325a1 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 210 time: 0.0753992 Mar 21 22:05:56.919977 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f119a-7a99-4b18-9eb4-fafd884d85af req-97a47e40-8a0d-4235-a636-ab468b449fcc tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:56.921571 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-732f119a-7a99-4b18-9eb4-fafd884d85af req-97a47e40-8a0d-4235-a636-ab468b449fcc tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0797253 Mar 21 22:05:56.974124 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-732f119a-7a99-4b18-9eb4-fafd884d85af req-4ce8f544-8a38-4646-b531-e7c5dc4682e0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435574 Mar 21 22:05:57.002222 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e16c558a-f38c-49de-ba80-e13337ad2420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (c74b44d8-55ac-41e3-a5aa-14cb4a8711c2), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:57.006363 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e16c558a-f38c-49de-ba80-e13337ad2420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:57.007679 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-e16c558a-f38c-49de-ba80-e13337ad2420 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c74b44d8-55ac-41e3-a5aa-14cb4a8711c2 HTTP/1.1" status: 204 len: 168 time: 0.3561921 Mar 21 22:05:57.017404 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c558a-f38c-49de-ba80-e13337ad2420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74b44d8-55ac-41e3-a5aa-14cb4a8711c2,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:57.135074 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59422) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:57.423854 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59430) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:57.440565 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b753f958-20f1-473d-84ad-4ee586b8fc1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:57.474614 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device a3f2dfab-6c99-4497-bef6-f422acfe3f13 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:05:57.495348 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: a3f2dfab-6c99-4497-bef6-f422acfe3f13 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:05:57.495965 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device a3f2dfab-6c99-4497-bef6-f422acfe3f13 not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:05:57.593194 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b753f958-20f1-473d-84ad-4ee586b8fc1e admin admin] Publish callbacks [] for security_group (74938cb5-5718-4a44-b1b3-d5621bb0991f), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:57.685442 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-52babc10-86c4-4468-bb9a-6e839c19d282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:57.698286 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b753f958-20f1-473d-84ad-4ee586b8fc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (74938cb5-5718-4a44-b1b3-d5621bb0991f), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:57.762717 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753f958-20f1-473d-84ad-4ee586b8fc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74938cb5-5718-4a44-b1b3-d5621bb0991f,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:57.767287 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-b753f958-20f1-473d-84ad-4ee586b8fc1e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c3097063ecf4c198b2a9d64fd4d1a55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422160 Mar 21 22:05:57.777219 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 59442) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:57.842375 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ab5c15f6-526d-4763-a446-5b6124ad4e3f admin admin] Publish callbacks [] for security_group (74938cb5-5718-4a44-b1b3-d5621bb0991f), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:57.843555 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-52babc10-86c4-4468-bb9a-6e839c19d282 admin admin] Publish callbacks [] for security_group (7930b174-670f-432d-b9d8-ec5ff1c7c183), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:57.867111 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ab5c15f6-526d-4763-a446-5b6124ad4e3f admin admin] Publish callbacks [] for security_group (74938cb5-5718-4a44-b1b3-d5621bb0991f), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:57.933254 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-52babc10-86c4-4468-bb9a-6e839c19d282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (7930b174-670f-432d-b9d8-ec5ff1c7c183), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:57.979920 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d7086a43-fac0-44d5-aada-66f6400923ac req-106f045f-4f97-492b-8d1f-b2db7fd34d94 tempest-DeleteServersTestJSON-2022531574 tempest-DeleteServersTestJSON-2022531574-project] 10.222.0.45 "GET /v2.0/ports?device_id=edfdfc05-305d-4678-9461-139aed6d39a0 HTTP/1.1" status: 200 len: 210 time: 0.0521321 Mar 21 22:05:57.998399 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 59448) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:57.998543 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-52babc10-86c4-4468-bb9a-6e839c19d282 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1794ce21643c46978245ad6a50d9aa73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8619118 Mar 21 22:05:58.001058 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52babc10-86c4-4468-bb9a-6e839c19d282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7930b174-670f-432d-b9d8-ec5ff1c7c183,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:58.059618 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ab5c15f6-526d-4763-a446-5b6124ad4e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (74938cb5-5718-4a44-b1b3-d5621bb0991f), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:58.062696 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ab5c15f6-526d-4763-a446-5b6124ad4e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:58.066785 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-ab5c15f6-526d-4763-a446-5b6124ad4e3f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/74938cb5-5718-4a44-b1b3-d5621bb0991f HTTP/1.1" status: 204 len: 168 time: 0.2860711 Mar 21 22:05:58.077852 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-17c4416e-8897-48fa-ad05-46fa85aa4ccc admin admin] Publish callbacks [] for security_group (7930b174-670f-432d-b9d8-ec5ff1c7c183), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:58.081162 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c15f6-526d-4763-a446-5b6124ad4e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74938cb5-5718-4a44-b1b3-d5621bb0991f,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:58.139781 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-17c4416e-8897-48fa-ad05-46fa85aa4ccc admin admin] Publish callbacks [] for security_group (7930b174-670f-432d-b9d8-ec5ff1c7c183), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:58.200218 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55586e0f-d104-4c71-877a-1f3da8bc8dc6 req-c5cf6b5a-03ee-4aa0-baac-f09204f6c2f4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:58.201803 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-55586e0f-d104-4c71-877a-1f3da8bc8dc6 req-c5cf6b5a-03ee-4aa0-baac-f09204f6c2f4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.1044486 Mar 21 22:05:58.277609 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-55586e0f-d104-4c71-877a-1f3da8bc8dc6 req-11cf132f-c5d4-42f3-b533-fe4331b93207 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628231 Mar 21 22:05:58.308700 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-17c4416e-8897-48fa-ad05-46fa85aa4ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (7930b174-670f-432d-b9d8-ec5ff1c7c183), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:58.312965 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-17c4416e-8897-48fa-ad05-46fa85aa4ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:58.314117 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-17c4416e-8897-48fa-ad05-46fa85aa4ccc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7930b174-670f-432d-b9d8-ec5ff1c7c183 HTTP/1.1" status: 204 len: 168 time: 0.3146374 Mar 21 22:05:58.325371 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4416e-8897-48fa-ad05-46fa85aa4ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7930b174-670f-432d-b9d8-ec5ff1c7c183,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:59.171877 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 59502) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:59.186032 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-dc42ea8d-68af-41ca-9803-bbf336d82084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:59.313562 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-dc42ea8d-68af-41ca-9803-bbf336d82084 admin admin] Publish callbacks [] for security_group (b4afc4ae-2551-40a7-942e-7a0c352a0113), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:59.361243 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-dc42ea8d-68af-41ca-9803-bbf336d82084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (b4afc4ae-2551-40a7-942e-7a0c352a0113), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:59.430587 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:05:59.432465 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-dc42ea8d-68af-41ca-9803-bbf336d82084 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fda1e14e8d5c461eb661c19fd0e32c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594974 Mar 21 22:05:59.434141 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42ea8d-68af-41ca-9803-bbf336d82084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4afc4ae-2551-40a7-942e-7a0c352a0113,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:59.436868 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59518) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:05:59.462648 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8ba42-4661-4708-a9c9-b6419579fa82 req-a4510009-fa22-4aca-90e4-25407fce267f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:05:59.464594 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c5e8ba42-4661-4708-a9c9-b6419579fa82 req-a4510009-fa22-4aca-90e4-25407fce267f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0869477 Mar 21 22:05:59.501502 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cde28895-103d-4f38-9f58-fa86b306a84f admin admin] Publish callbacks [] for security_group (b4afc4ae-2551-40a7-942e-7a0c352a0113), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:59.543054 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cde28895-103d-4f38-9f58-fa86b306a84f admin admin] Publish callbacks [] for security_group (b4afc4ae-2551-40a7-942e-7a0c352a0113), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:59.557315 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c5e8ba42-4661-4708-a9c9-b6419579fa82 req-4c5412ac-f4fa-41a5-b224-2a170023d938 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820153 Mar 21 22:05:59.697314 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cde28895-103d-4f38-9f58-fa86b306a84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (b4afc4ae-2551-40a7-942e-7a0c352a0113), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:59.700116 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cde28895-103d-4f38-9f58-fa86b306a84f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:05:59.701363 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-cde28895-103d-4f38-9f58-fa86b306a84f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4afc4ae-2551-40a7-942e-7a0c352a0113 HTTP/1.1" status: 204 len: 168 time: 0.2626827 Mar 21 22:05:59.709581 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde28895-103d-4f38-9f58-fa86b306a84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4afc4ae-2551-40a7-942e-7a0c352a0113,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:05:59.946126 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59534) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:00.360969 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1dbbb1e1-15d6-47b8-9b31-53587c01652a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:00.474188 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1dbbb1e1-15d6-47b8-9b31-53587c01652a admin admin] Publish callbacks [] for security_group (a2c98e6b-58cb-4fe9-bfd8-a29de492df20), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:00.544421 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1dbbb1e1-15d6-47b8-9b31-53587c01652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (a2c98e6b-58cb-4fe9-bfd8-a29de492df20), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:00.604005 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-1dbbb1e1-15d6-47b8-9b31-53587c01652a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c811cbb292f7419eb2dcdb5074d3417c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6451902 Mar 21 22:06:00.604005 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbb1e1-15d6-47b8-9b31-53587c01652a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c98e6b-58cb-4fe9-bfd8-a29de492df20,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:00.604005 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59560) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:00.688913 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-92405ad7-f7ce-4d62-9960-fb112a77cb52 admin admin] Publish callbacks [] for security_group (a2c98e6b-58cb-4fe9-bfd8-a29de492df20), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:00.726859 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59572) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:00.727113 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df7b0d-b5d8-4884-b0cb-6ef504dde88c req-d87d8f47-f191-4c06-b34d-fbc8b3a7a80e tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:00.730019 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c8df7b0d-b5d8-4884-b0cb-6ef504dde88c req-d87d8f47-f191-4c06-b34d-fbc8b3a7a80e tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0826085 Mar 21 22:06:00.761071 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-92405ad7-f7ce-4d62-9960-fb112a77cb52 admin admin] Publish callbacks [] for security_group (a2c98e6b-58cb-4fe9-bfd8-a29de492df20), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:00.804417 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c95aca9-ef7d-48ed-b18b-422a2abf6211 admin admin] Deleting subnet e41f0dca-1e36-4c9c-bf24-578fb604cceb {{(pid=115862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 22:06:00.809971 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c8df7b0d-b5d8-4884-b0cb-6ef504dde88c req-67920cab-02fb-4be1-af82-5455b9fe8b9b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682261 Mar 21 22:06:00.811071 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8c95aca9-ef7d-48ed-b18b-422a2abf6211 admin admin] Publish callbacks [] for subnet (e41f0dca-1e36-4c9c-bf24-578fb604cceb), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:00.860367 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8c95aca9-ef7d-48ed-b18b-422a2abf6211 admin admin] Publish callbacks [] for subnet (e41f0dca-1e36-4c9c-bf24-578fb604cceb), precommit_delete_associations {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:00.877286 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8c95aca9-ef7d-48ed-b18b-422a2abf6211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017098'] for subnet (e41f0dca-1e36-4c9c-bf24-578fb604cceb), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:00.961505 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-92405ad7-f7ce-4d62-9960-fb112a77cb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (a2c98e6b-58cb-4fe9-bfd8-a29de492df20), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:00.964787 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-92405ad7-f7ce-4d62-9960-fb112a77cb52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:00.969463 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-92405ad7-f7ce-4d62-9960-fb112a77cb52 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2c98e6b-58cb-4fe9-bfd8-a29de492df20 HTTP/1.1" status: 204 len: 168 time: 0.3617289 Mar 21 22:06:00.975296 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92405ad7-f7ce-4d62-9960-fb112a77cb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c98e6b-58cb-4fe9-bfd8-a29de492df20,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:01.028305 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8c95aca9-ef7d-48ed-b18b-422a2abf6211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for subnet (e41f0dca-1e36-4c9c-bf24-578fb604cceb), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:01.058166 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8c95aca9-ef7d-48ed-b18b-422a2abf6211 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:01.064412 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 59586) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:01.064694 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-8c95aca9-ef7d-48ed-b18b-422a2abf6211 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e41f0dca-1e36-4c9c-bf24-578fb604cceb HTTP/1.1" status: 204 len: 168 time: 0.3409176 Mar 21 22:06:01.065937 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95aca9-ef7d-48ed-b18b-422a2abf6211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e41f0dca-1e36-4c9c-bf24-578fb604cceb,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:01.155501 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834117'] for network (0f6bd3c2-bf1c-4545-a012-75f04dab87be), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:01.459322 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-954303', 'neutron.services.segments.db._delete_segments_for_network-8732299838531'] for network (0f6bd3c2-bf1c-4545-a012-75f04dab87be), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:01.500097 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:06:01.500535 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:06:01.501559 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:06:01.501957 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Subscribe: > port after_create 55550000 {{(pid=115863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:06:01.502326 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:06:01.502754 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Subscribe: > port after_update 55550000 {{(pid=115863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:06:01.503114 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:06:01.503497 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:06:01.503748 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:06:01.504068 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:06:01.689161 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:06:01.689743 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:06:01.690528 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:06:01.691148 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:06:01.692171 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6bd3c2-bf1c-4545-a012-75f04dab87be']}} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:06:01.714143 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f08c74-1ada-4610-965a-a102d18650cf') {'for_net_delete': True} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:06:01.714360 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f08c74-1ada-4610-965a-a102d18650cf') {} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:06:01.737387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299988300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9663784'] for segment (e0f08c74-1ada-4610-965a-a102d18650cf), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:01.763257 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (e0f08c74-1ada-4610-965a-a102d18650cf), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:01.774938 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=115863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 22:06:01.775506 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9688226'] for segment (e0f08c74-1ada-4610-965a-a102d18650cf), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: from cryptography.utils import int_from_bytes Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: from cryptography.utils import int_from_bytes Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: Traceback (most recent call last): Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: timer() Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: cb(*args, **kw) Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: return func(*args, **kwargs) Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: self._notify() Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: self.callback(batched_events) Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: event.method(event) Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: return f(self, *a, **k) Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._get(url).json() Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: return self.request(url, 'GET', **kwargs) Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 22:06:01.807352 dv-cinder-834545-1-iscsi neutron-server[115863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 22:06:01.949641 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-954244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4165242'] for network (0f6bd3c2-bf1c-4545-a012-75f04dab87be), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:01.961079 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:01.965076 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0f6bd3c2-bf1c-4545-a012-75f04dab87be HTTP/1.1" status: 204 len: 168 time: 0.8993988 Mar 21 22:06:01.981474 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944380d-0644-461a-bc25-cd5bf3727d30 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f6bd3c2-bf1c-4545-a012-75f04dab87be,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:02.002736 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733663d-ef64-4924-8931-a4868d3e83fb req-d9d46e5c-dc3d-442b-8b16-b38607b49131 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:02.004343 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d733663d-ef64-4924-8931-a4868d3e83fb req-d9d46e5c-dc3d-442b-8b16-b38607b49131 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0947642 Mar 21 22:06:02.063455 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d733663d-ef64-4924-8931-a4868d3e83fb req-0c0533bd-edc6-4670-bada-c232357ddbef tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531876 Mar 21 22:06:02.563986 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 59638) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:02.616323 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-a4c6201e-b3ab-4544-921b-e97206500db9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e0c7f0ea979e455594271f4b813db527&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0508678 Mar 21 22:06:02.621481 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 59642) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:02.685405 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-08893d04-f3f5-4163-bf51-6832447163ad admin admin] Publish callbacks [] for security_group (2794af89-df55-4d3e-a46b-4cbd10907803), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:02.724317 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-08893d04-f3f5-4163-bf51-6832447163ad admin admin] Publish callbacks [] for security_group (2794af89-df55-4d3e-a46b-4cbd10907803), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:02.873511 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-08893d04-f3f5-4163-bf51-6832447163ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (2794af89-df55-4d3e-a46b-4cbd10907803), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:02.878185 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-08893d04-f3f5-4163-bf51-6832447163ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:02.878185 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-08893d04-f3f5-4163-bf51-6832447163ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2794af89-df55-4d3e-a46b-4cbd10907803 HTTP/1.1" status: 204 len: 168 time: 0.2548816 Mar 21 22:06:02.889706 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08893d04-f3f5-4163-bf51-6832447163ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2794af89-df55-4d3e-a46b-4cbd10907803,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:03.235966 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947412f6-7b59-4ded-87e6-a424e7a8de8a req-b5d0669d-8da2-4140-8ab7-f9a1727cca23 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:03.238700 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-947412f6-7b59-4ded-87e6-a424e7a8de8a req-b5d0669d-8da2-4140-8ab7-f9a1727cca23 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0936944 Mar 21 22:06:03.302540 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-947412f6-7b59-4ded-87e6-a424e7a8de8a req-36858de2-249c-4eba-b06b-d805a99ef93f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512483 Mar 21 22:06:04.064443 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 59706) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:04.234140 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-432b37a5-0993-4328-8a38-362dc0907dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:04.375352 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-432b37a5-0993-4328-8a38-362dc0907dae admin admin] Publish callbacks [] for security_group (76e87f72-08e1-40c7-9bbb-14e42c47d01a), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:04.483708 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d4666-c5f2-424f-bc0d-0a242b1438de req-d36e4531-b443-4844-b567-8057061677e5 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:04.485388 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d81d4666-c5f2-424f-bc0d-0a242b1438de req-d36e4531-b443-4844-b567-8057061677e5 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0819211 Mar 21 22:06:04.487728 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-432b37a5-0993-4328-8a38-362dc0907dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (76e87f72-08e1-40c7-9bbb-14e42c47d01a), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:04.600731 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-432b37a5-0993-4328-8a38-362dc0907dae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=21e7a5978c894d88a9c12472965d0a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5323436 Mar 21 22:06:04.601057 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59726) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:04.605142 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b37a5-0993-4328-8a38-362dc0907dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e87f72-08e1-40c7-9bbb-14e42c47d01a,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:04.647643 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d81d4666-c5f2-424f-bc0d-0a242b1438de req-956527d7-660d-483e-bacd-ec4fc287155d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485379 Mar 21 22:06:04.678770 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-79887ceb-2c71-4f11-9150-7e92739d1dca admin admin] Publish callbacks [] for security_group (76e87f72-08e1-40c7-9bbb-14e42c47d01a), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:04.704358 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-79887ceb-2c71-4f11-9150-7e92739d1dca admin admin] Publish callbacks [] for security_group (76e87f72-08e1-40c7-9bbb-14e42c47d01a), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:04.864506 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-79887ceb-2c71-4f11-9150-7e92739d1dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (76e87f72-08e1-40c7-9bbb-14e42c47d01a), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:04.867257 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-79887ceb-2c71-4f11-9150-7e92739d1dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:04.868862 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-79887ceb-2c71-4f11-9150-7e92739d1dca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/76e87f72-08e1-40c7-9bbb-14e42c47d01a HTTP/1.1" status: 204 len: 168 time: 0.2667170 Mar 21 22:06:04.879842 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79887ceb-2c71-4f11-9150-7e92739d1dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e87f72-08e1-40c7-9bbb-14e42c47d01a,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:05.659389 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59760) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:05.686159 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7b0b1a02-155e-4e52-8c6a-286fc677f4ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:05.838835 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44db71f-c3c2-4d38-b11f-1877da25008c req-74cc6e96-2699-4fc2-bcbf-feeb59a8052f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:05.842619 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e44db71f-c3c2-4d38-b11f-1877da25008c req-74cc6e96-2699-4fc2-bcbf-feeb59a8052f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.1066871 Mar 21 22:06:05.877993 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7b0b1a02-155e-4e52-8c6a-286fc677f4ec admin admin] Publish callbacks [] for security_group (5ec069d0-474c-4263-885b-0a2dc332e9b3), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:05.911330 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e44db71f-c3c2-4d38-b11f-1877da25008c req-ab1cb0ce-0ded-42ef-8c54-d24b2c22d1c8 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623090 Mar 21 22:06:05.938615 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7b0b1a02-155e-4e52-8c6a-286fc677f4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (5ec069d0-474c-4263-885b-0a2dc332e9b3), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:05.984956 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-7b0b1a02-155e-4e52-8c6a-286fc677f4ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef24c37c22244f1b9712c1ea3bf83309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244331 Mar 21 22:06:05.985840 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b1a02-155e-4e52-8c6a-286fc677f4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec069d0-474c-4263-885b-0a2dc332e9b3,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:05.988495 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59780) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:06.046939 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f844cbfd-3247-4134-a89e-8ac2e7258c29 admin admin] Publish callbacks [] for security_group (5ec069d0-474c-4263-885b-0a2dc332e9b3), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:06.070673 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f844cbfd-3247-4134-a89e-8ac2e7258c29 admin admin] Publish callbacks [] for security_group (5ec069d0-474c-4263-885b-0a2dc332e9b3), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:06.182026 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-aa95d1f8-5239-4b57-9d41-2c48d182ee59 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7ee3c77e3abb459a964d7412020cc6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295811 Mar 21 22:06:06.326216 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f844cbfd-3247-4134-a89e-8ac2e7258c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (5ec069d0-474c-4263-885b-0a2dc332e9b3), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:06.333204 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f844cbfd-3247-4134-a89e-8ac2e7258c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:06.335854 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-f844cbfd-3247-4134-a89e-8ac2e7258c29 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5ec069d0-474c-4263-885b-0a2dc332e9b3 HTTP/1.1" status: 204 len: 168 time: 0.3460460 Mar 21 22:06:06.353666 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844cbfd-3247-4134-a89e-8ac2e7258c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec069d0-474c-4263-885b-0a2dc332e9b3,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:06.417930 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-4eb42edd-424e-4dd9-af90-0dde050843a8 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:06.420681 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-4eb42edd-424e-4dd9-af90-0dde050843a8 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2334583 Mar 21 22:06:06.447618 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-8e224a9d-987f-47cd-b563-c9833eb140f0 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/quotas/7ee3c77e3abb459a964d7412020cc6ea HTTP/1.1" status: 200 len: 375 time: 0.0185373 Mar 21 22:06:06.476757 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-97a82470-9a0f-48bf-bedb-5daef30f02b3 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ee3c77e3abb459a964d7412020cc6ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283241 Mar 21 22:06:06.511433 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59796) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:06.769996 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-21276b44-8609-4d5d-9706-6acc515c494b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:06.796577 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-872aa801-7a2d-43df-b304-9b528fc2bbcf req-281a1ff2-812b-4d12-a156-fc41723a9cc0 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 210 time: 0.0694258 Mar 21 22:06:06.876237 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-21276b44-8609-4d5d-9706-6acc515c494b admin admin] Publish callbacks [] for security_group (1c02678e-592d-4514-89ac-1d74ef9e889c), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:06.973195 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-21276b44-8609-4d5d-9706-6acc515c494b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (1c02678e-592d-4514-89ac-1d74ef9e889c), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:07.015894 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21276b44-8609-4d5d-9706-6acc515c494b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c02678e-592d-4514-89ac-1d74ef9e889c,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:07.023127 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-21276b44-8609-4d5d-9706-6acc515c494b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ec4177779aa47308a2a1ae7ac6c55aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5095334 Mar 21 22:06:07.025893 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59826) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:07.095519 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658bbf1-f9f7-4313-ba1d-ef87f886a964 req-26fc65c2-a4b1-4891-b528-60463de231d9 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:07.097098 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1658bbf1-f9f7-4313-ba1d-ef87f886a964 req-26fc65c2-a4b1-4891-b528-60463de231d9 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.1140244 Mar 21 22:06:07.130737 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-01255a9b-11dc-4888-9ed6-e4493ffe8ffe admin admin] Publish callbacks [] for security_group (1c02678e-592d-4514-89ac-1d74ef9e889c), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:07.160883 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1658bbf1-f9f7-4313-ba1d-ef87f886a964 req-fba229f5-4aac-45cf-8fa8-b17ad24aa982 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550339 Mar 21 22:06:07.161235 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-01255a9b-11dc-4888-9ed6-e4493ffe8ffe admin admin] Publish callbacks [] for security_group (1c02678e-592d-4514-89ac-1d74ef9e889c), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:07.298675 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-01255a9b-11dc-4888-9ed6-e4493ffe8ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (1c02678e-592d-4514-89ac-1d74ef9e889c), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:07.301478 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-01255a9b-11dc-4888-9ed6-e4493ffe8ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:07.302722 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-01255a9b-11dc-4888-9ed6-e4493ffe8ffe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c02678e-592d-4514-89ac-1d74ef9e889c HTTP/1.1" status: 204 len: 168 time: 0.2749994 Mar 21 22:06:07.311889 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01255a9b-11dc-4888-9ed6-e4493ffe8ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c02678e-592d-4514-89ac-1d74ef9e889c,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:07.885172 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ea28fd40-d066-47d3-9473-aac6567ff22e req-d8893c0f-a318-4a7d-8468-6dbd5733bfc6 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 210 time: 0.0282817 Mar 21 22:06:08.101622 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59860) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:08.115989 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-650421cb-c09b-4516-8eee-0c6a19bb2e3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:08.200690 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-650421cb-c09b-4516-8eee-0c6a19bb2e3a admin admin] Publish callbacks [] for security_group (8e2ba5f4-8df0-4732-bb87-e7acc8507893), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:08.267781 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-650421cb-c09b-4516-8eee-0c6a19bb2e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (8e2ba5f4-8df0-4732-bb87-e7acc8507893), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:08.297947 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305097c-4c46-4eb6-83aa-f434342fe537 req-e566c34e-e00a-4f96-b4a4-de24ec39adc7 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:08.300315 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d305097c-4c46-4eb6-83aa-f434342fe537 req-e566c34e-e00a-4f96-b4a4-de24ec39adc7 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0576909 Mar 21 22:06:08.312617 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-650421cb-c09b-4516-8eee-0c6a19bb2e3a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ce1f6902c34b4f93b6cd1930e4270d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097909 Mar 21 22:06:08.313616 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 59866) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:08.313803 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650421cb-c09b-4516-8eee-0c6a19bb2e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2ba5f4-8df0-4732-bb87-e7acc8507893,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:08.386481 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d305097c-4c46-4eb6-83aa-f434342fe537 req-74b49b10-b437-4c4e-87ec-6401506065f9 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795243 Mar 21 22:06:08.413865 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bc71fc16-d6b4-45ce-a417-b0d9ccc8f545 admin admin] Publish callbacks [] for security_group (8e2ba5f4-8df0-4732-bb87-e7acc8507893), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:08.439051 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bc71fc16-d6b4-45ce-a417-b0d9ccc8f545 admin admin] Publish callbacks [] for security_group (8e2ba5f4-8df0-4732-bb87-e7acc8507893), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:08.489237 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-5937190b-df3f-4a9a-a619-eb3be4e79ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:08.569179 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bc71fc16-d6b4-45ce-a417-b0d9ccc8f545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (8e2ba5f4-8df0-4732-bb87-e7acc8507893), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:08.574652 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bc71fc16-d6b4-45ce-a417-b0d9ccc8f545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:08.576565 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-bc71fc16-d6b4-45ce-a417-b0d9ccc8f545 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e2ba5f4-8df0-4732-bb87-e7acc8507893 HTTP/1.1" status: 204 len: 168 time: 0.2607434 Mar 21 22:06:08.590018 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71fc16-d6b4-45ce-a417-b0d9ccc8f545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2ba5f4-8df0-4732-bb87-e7acc8507893,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:08.993420 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-51917ca7-e05d-456b-8211-14913740a019 req-56cb2320-ce22-4b25-94fe-e79c6e6faace tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 210 time: 0.0290108 Mar 21 22:06:09.534499 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24eb1d-5083-4018-a7f1-559be62827ec req-2e43b661-3d79-4d18-9af8-38f8b8771fd4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:09.536111 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7e24eb1d-5083-4018-a7f1-559be62827ec req-2e43b661-3d79-4d18-9af8-38f8b8771fd4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0609212 Mar 21 22:06:09.611713 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7e24eb1d-5083-4018-a7f1-559be62827ec req-5be0c197-d05e-43fc-9bea-3559dcd8e9c4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687284 Mar 21 22:06:09.921437 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 59942) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:09.987638 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:10.051409 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-99a33a0a-e017-4136-b5a9-1db87d93488c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:10.092897 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bcc6e82a-957d-4699-9473-3952b83b620b req-c9c5e755-51c1-4dcd-b342-0e5ff342d787 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 210 time: 0.0330558 Mar 21 22:06:10.172219 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-99a33a0a-e017-4136-b5a9-1db87d93488c admin admin] Publish callbacks [] for security_group (27198002-5b30-43bc-bc73-53df75666b6a), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:10.328692 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-99a33a0a-e017-4136-b5a9-1db87d93488c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (27198002-5b30-43bc-bc73-53df75666b6a), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:10.385840 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a33a0a-e017-4136-b5a9-1db87d93488c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27198002-5b30-43bc-bc73-53df75666b6a,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:10.390072 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-99a33a0a-e017-4136-b5a9-1db87d93488c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0eea01a0d1644a41bb7c1127659eb93e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4686580 Mar 21 22:06:10.392951 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 59956) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:10.443189 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bc27871d-19f6-411c-a90d-4dce0836dbae admin admin] Publish callbacks [] for security_group (27198002-5b30-43bc-bc73-53df75666b6a), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:10.473140 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bc27871d-19f6-411c-a90d-4dce0836dbae admin admin] Publish callbacks [] for security_group (27198002-5b30-43bc-bc73-53df75666b6a), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:10.595897 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bc27871d-19f6-411c-a90d-4dce0836dbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (27198002-5b30-43bc-bc73-53df75666b6a), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:10.598462 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bc27871d-19f6-411c-a90d-4dce0836dbae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:10.599712 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-bc27871d-19f6-411c-a90d-4dce0836dbae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27198002-5b30-43bc-bc73-53df75666b6a HTTP/1.1" status: 204 len: 168 time: 0.2057710 Mar 21 22:06:10.608242 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27871d-19f6-411c-a90d-4dce0836dbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27198002-5b30-43bc-bc73-53df75666b6a,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:10.764758 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c083cc-0e46-497a-8f9b-8073d20a3048 req-b865a24c-d95b-45cc-a3e9-91a488f9bcb3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:10.766486 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e9c083cc-0e46-497a-8f9b-8073d20a3048 req-b865a24c-d95b-45cc-a3e9-91a488f9bcb3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0666058 Mar 21 22:06:10.822213 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e9c083cc-0e46-497a-8f9b-8073d20a3048 req-ed918431-01ef-430a-9746-62487732f6d3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490057 Mar 21 22:06:11.041438 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-4bf74aee-7b43-4913-b311-57dae81705e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:11.208981 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-52b4d569-1dda-4c07-a85f-635291fe3502 req-7e2de50b-1332-4a4f-a64d-3d99d3d7c927 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 210 time: 0.0287454 Mar 21 22:06:11.478055 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 59988) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:11.492248 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b034-6f5f-4b89-8ee9-e60c7af4942a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:11.596244 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b034-6f5f-4b89-8ee9-e60c7af4942a admin admin] Publish callbacks [] for security_group (2220c1d7-ffd3-4476-8c57-ed75bed6582e), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:11.692554 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b034-6f5f-4b89-8ee9-e60c7af4942a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (2220c1d7-ffd3-4476-8c57-ed75bed6582e), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:11.736471 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0b034-6f5f-4b89-8ee9-e60c7af4942a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2220c1d7-ffd3-4476-8c57-ed75bed6582e,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:11.742791 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-4fa0b034-6f5f-4b89-8ee9-e60c7af4942a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9f7a6defd054b629b4f27c39f3038f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635703 Mar 21 22:06:11.745627 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 59994) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:11.799484 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-905a4841-92c3-44ed-ad1e-9397732c1030 admin admin] Publish callbacks [] for security_group (2220c1d7-ffd3-4476-8c57-ed75bed6582e), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:11.825097 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-905a4841-92c3-44ed-ad1e-9397732c1030 admin admin] Publish callbacks [] for security_group (2220c1d7-ffd3-4476-8c57-ed75bed6582e), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:11.972859 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-905a4841-92c3-44ed-ad1e-9397732c1030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (2220c1d7-ffd3-4476-8c57-ed75bed6582e), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:11.975552 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-905a4841-92c3-44ed-ad1e-9397732c1030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:11.976756 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-905a4841-92c3-44ed-ad1e-9397732c1030 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2220c1d7-ffd3-4476-8c57-ed75bed6582e HTTP/1.1" status: 204 len: 168 time: 0.2289059 Mar 21 22:06:11.986762 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a4841-92c3-44ed-ad1e-9397732c1030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2220c1d7-ffd3-4476-8c57-ed75bed6582e,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:12.000624 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9660ab8-451e-4e26-a2cc-184bb4069e6e req-666583e5-7cb4-4b33-b40f-2735ed80aa21 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:12.003079 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e9660ab8-451e-4e26-a2cc-184bb4069e6e req-666583e5-7cb4-4b33-b40f-2735ed80aa21 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0910027 Mar 21 22:06:12.129396 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e9660ab8-451e-4e26-a2cc-184bb4069e6e req-d227734c-a4e2-4052-9f8c-a058480e9265 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170342 Mar 21 22:06:12.320580 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-470b4a5a-0c08-412f-a4fc-ad178dfd84bb req-8c57bd46-78e6-4c0b-8bc2-ed746109c524 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 210 time: 0.0326436 Mar 21 22:06:12.662127 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 60026) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:12.780815 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c65c3043-099a-4d49-964f-64077ebcc7b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:12.846743 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:12.859480 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c65c3043-099a-4d49-964f-64077ebcc7b3 admin admin] Publish callbacks [] for security_group (3f910072-0f90-4b9d-888e-5b697d32e952), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:12.944025 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c65c3043-099a-4d49-964f-64077ebcc7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (3f910072-0f90-4b9d-888e-5b697d32e952), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:12.986347 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c3043-099a-4d49-964f-64077ebcc7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f910072-0f90-4b9d-888e-5b697d32e952,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:12.992117 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-c65c3043-099a-4d49-964f-64077ebcc7b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e70978efd1e441578d96693e419f9c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276234 Mar 21 22:06:12.998110 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 60034) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:13.069874 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-484c5bb3-8170-4dea-8716-bd19d365e1b5 admin admin] Publish callbacks [] for security_group (3f910072-0f90-4b9d-888e-5b697d32e952), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:13.104243 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-484c5bb3-8170-4dea-8716-bd19d365e1b5 admin admin] Publish callbacks [] for security_group (3f910072-0f90-4b9d-888e-5b697d32e952), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:13.241840 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-484c5bb3-8170-4dea-8716-bd19d365e1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (3f910072-0f90-4b9d-888e-5b697d32e952), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:13.246124 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-484c5bb3-8170-4dea-8716-bd19d365e1b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:13.249014 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-484c5bb3-8170-4dea-8716-bd19d365e1b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f910072-0f90-4b9d-888e-5b697d32e952 HTTP/1.1" status: 204 len: 168 time: 0.2494621 Mar 21 22:06:13.265130 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c5bb3-8170-4dea-8716-bd19d365e1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f910072-0f90-4b9d-888e-5b697d32e952,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:13.296683 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a313275-62e8-40d4-9d62-a5a20d9f3e07 req-dc857848-e48e-4a36-85a4-9d8861dee139 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:13.299880 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7a313275-62e8-40d4-9d62-a5a20d9f3e07 req-dc857848-e48e-4a36-85a4-9d8861dee139 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0860162 Mar 21 22:06:13.395568 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7a313275-62e8-40d4-9d62-a5a20d9f3e07 req-a328b768-c6ce-4ea0-bf1c-ce93c345ebc2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858557 Mar 21 22:06:13.434353 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1cf84008-d5b1-4379-a9f8-de7686225320 req-92d46ed5-ca39-4fbd-a706-51c6c9505b16 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 210 time: 0.0371861 Mar 21 22:06:14.092173 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 60068) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:14.109507 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-08ad0b71-9b9e-4da7-a3c3-182f25ff4736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:14.208021 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-08ad0b71-9b9e-4da7-a3c3-182f25ff4736 admin admin] Publish callbacks [] for security_group (87356fca-9f13-45d5-bc44-6ce33ab38a69), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:14.319532 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-08ad0b71-9b9e-4da7-a3c3-182f25ff4736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (87356fca-9f13-45d5-bc44-6ce33ab38a69), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:14.354126 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:14.360533 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-08ad0b71-9b9e-4da7-a3c3-182f25ff4736 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=97574043c9614836af9401c3e2864d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661726 Mar 21 22:06:14.361272 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad0b71-9b9e-4da7-a3c3-182f25ff4736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87356fca-9f13-45d5-bc44-6ce33ab38a69,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:14.363850 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 60072) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:14.449840 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2213a6a5-e525-4029-a60a-633fd974df8b admin admin] Publish callbacks [] for security_group (87356fca-9f13-45d5-bc44-6ce33ab38a69), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:14.484574 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2213a6a5-e525-4029-a60a-633fd974df8b admin admin] Publish callbacks [] for security_group (87356fca-9f13-45d5-bc44-6ce33ab38a69), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:14.586113 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-83e88f6c-f4c5-4c4c-96c2-c5b308c94662 req-5457a8dd-19e2-41e2-b35f-abb55602f02f tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 210 time: 0.0358372 Mar 21 22:06:14.607142 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45319084-1379-419d-a754-dd3addbde867 req-40338ed7-466b-498a-b279-86dec6b599a8 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:14.614568 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-45319084-1379-419d-a754-dd3addbde867 req-40338ed7-466b-498a-b279-86dec6b599a8 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.1219170 Mar 21 22:06:14.673036 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-45319084-1379-419d-a754-dd3addbde867 req-414f592a-863e-4401-b6d7-3f71b9c3e73b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495086 Mar 21 22:06:14.692779 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2213a6a5-e525-4029-a60a-633fd974df8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (87356fca-9f13-45d5-bc44-6ce33ab38a69), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:14.696979 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2213a6a5-e525-4029-a60a-633fd974df8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:14.697762 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-2213a6a5-e525-4029-a60a-633fd974df8b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87356fca-9f13-45d5-bc44-6ce33ab38a69 HTTP/1.1" status: 204 len: 168 time: 0.3320754 Mar 21 22:06:14.707040 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213a6a5-e525-4029-a60a-633fd974df8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87356fca-9f13-45d5-bc44-6ce33ab38a69,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:15.601176 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-4c3bf6ba-727b-4e80-94de-358e5ff10419 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7ee3c77e3abb459a964d7412020cc6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231872 Mar 21 22:06:15.693785 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:15.744789 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6e5822bb-32c1-45d3-9faa-cf55fda0d92a req-a8c7ef9a-b440-4984-9ff1-a600fbf10b8f tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 210 time: 0.0399201 Mar 21 22:06:15.753103 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-a2293869-de56-407b-ad93-fa303e9e5670 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:15.754632 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-a2293869-de56-407b-ad93-fa303e9e5670 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478796 Mar 21 22:06:15.775490 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-083eb3be-24de-4587-9953-482ecbeb8f71 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Request body: {'port': {'device_id': '18595ac4-459c-432b-b1f7-bd801527957d', 'network_id': '5821478e-4e0f-47d5-8885-c8fc073b5a38', 'admin_state_up': True, 'tenant_id': '7ee3c77e3abb459a964d7412020cc6ea'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:06:15.932901 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff812bd7-366f-4ea4-b3d5-29979a7f9d6e req-8811ed59-6ad5-4a93-8b85-4aeb5d3211a9 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:15.935809 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ff812bd7-366f-4ea4-b3d5-29979a7f9d6e req-8811ed59-6ad5-4a93-8b85-4aeb5d3211a9 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.1429965 Mar 21 22:06:16.030630 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ff812bd7-366f-4ea4-b3d5-29979a7f9d6e req-1206e960-a421-4125-8471-5e4d31e1155c tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824447 Mar 21 22:06:16.102472 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-083eb3be-24de-4587-9953-482ecbeb8f71 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Made reservation on behalf of 7ee3c77e3abb459a964d7412020cc6ea for: {'port': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:06:16.106100 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-083eb3be-24de-4587-9953-482ecbeb8f71 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:16.116446 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-083eb3be-24de-4587-9953-482ecbeb8f71 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:16.211870 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-083eb3be-24de-4587-9953-482ecbeb8f71 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Publish callbacks [] for security_group (c55ade13-81fc-407d-8f30-77fae4edf5d0), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:16.287682 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-083eb3be-24de-4587-9953-482ecbeb8f71 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (c55ade13-81fc-407d-8f30-77fae4edf5d0), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:16.370378 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083eb3be-24de-4587-9953-482ecbeb8f71 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55ade13-81fc-407d-8f30-77fae4edf5d0,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:16.443746 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-083eb3be-24de-4587-9953-482ecbeb8f71 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Allocated IP 192.168.233.27 (5821478e-4e0f-47d5-8885-c8fc073b5a38/b740b641-96f9-4be3-bd5c-4c859def8e6a/2ee19ef0-cee2-457c-a4a7-c36257babaa1) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:06:16.612800 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-083eb3be-24de-4587-9953-482ecbeb8f71 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Publish callbacks [] for port (2ee19ef0-cee2-457c-a4a7-c36257babaa1), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:16.733779 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-083eb3be-24de-4587-9953-482ecbeb8f71 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (2ee19ef0-cee2-457c-a4a7-c36257babaa1), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:16.787002 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-083eb3be-24de-4587-9953-482ecbeb8f71 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Network 5821478e-4e0f-47d5-8885-c8fc073b5a38 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:06:16.796475 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-083eb3be-24de-4587-9953-482ecbeb8f71 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:06:16.798665 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083eb3be-24de-4587-9953-482ecbeb8f71 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Pushing event updated for resources: {'Port': ['ID=2ee19ef0-cee2-457c-a4a7-c36257babaa1,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:16.801929 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-083eb3be-24de-4587-9953-482ecbeb8f71 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:06:16.877242 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-083eb3be-24de-4587-9953-482ecbeb8f71 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:16.877888 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-083eb3be-24de-4587-9953-482ecbeb8f71 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:16.912653 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15d260-257f-40d3-9598-ceee6386673d req-62888e53-ee29-48ee-b7cf-a02cbc504a9c tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:16.915451 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9c15d260-257f-40d3-9598-ceee6386673d req-62888e53-ee29-48ee-b7cf-a02cbc504a9c tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 935 time: 0.0816548 Mar 21 22:06:16.970731 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9c15d260-257f-40d3-9598-ceee6386673d req-63a81138-b24b-4cb2-891e-0bb2860b7852 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478575 Mar 21 22:06:17.002282 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-083eb3be-24de-4587-9953-482ecbeb8f71 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2317564 Mar 21 22:06:17.020385 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Request body: {'port': {'device_id': '18595ac4-459c-432b-b1f7-bd801527957d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:06:17.057359 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-35b0e464-264a-41ca-9319-0e2115ffde63 None None] Provisioning complete for port 2ee19ef0-cee2-457c-a4a7-c36257babaa1 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:06:17.058390 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-35b0e464-264a-41ca-9319-0e2115ffde63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (2ee19ef0-cee2-457c-a4a7-c36257babaa1), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:17.098872 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (2ee19ef0-cee2-457c-a4a7-c36257babaa1), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:17.113547 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-35b0e464-264a-41ca-9319-0e2115ffde63 None None] Port 2ee19ef0-cee2-457c-a4a7-c36257babaa1 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:06:17.264703 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc92fec-8a54-42d2-9e69-6cc6825dde8f req-2abe399b-4288-48bc-8b04-0fa814f4a900 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:17.266279 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9cc92fec-8a54-42d2-9e69-6cc6825dde8f req-2abe399b-4288-48bc-8b04-0fa814f4a900 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.1337256 Mar 21 22:06:17.385384 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9cc92fec-8a54-42d2-9e69-6cc6825dde8f req-bb8bed87-4865-40b0-8a76-c75271bf74a1 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083276 Mar 21 22:06:17.483220 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee19ef0-cee2-457c-a4a7-c36257babaa1 {{(pid=115863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:06:17.491580 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Publish callbacks [] for port (2ee19ef0-cee2-457c-a4a7-c36257babaa1), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:17.504625 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.provisioning_blocks [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Transition to ACTIVE for port object 2ee19ef0-cee2-457c-a4a7-c36257babaa1 will not be triggered until provisioned by entity L2. {{(pid=115863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:06:17.593349 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (2ee19ef0-cee2-457c-a4a7-c36257babaa1), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:17.644380 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee19ef0-cee2-457c-a4a7-c36257babaa1,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:17.722631 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Attempting to bind port 2ee19ef0-cee2-457c-a4a7-c36257babaa1 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:06:17.723365 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Attempting to bind port 2ee19ef0-cee2-457c-a4a7-c36257babaa1 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '9372e835-2ad9-40c5-a28a-9681e43c19ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5821478e-4e0f-47d5-8885-c8fc073b5a38'}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:06:17.725357 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Attempting to bind port 2ee19ef0-cee2-457c-a4a7-c36257babaa1 on network 5821478e-4e0f-47d5-8885-c8fc073b5a38 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:06:17.729742 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Port 2ee19ef0-cee2-457c-a4a7-c36257babaa1 on network 5821478e-4e0f-47d5-8885-c8fc073b5a38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:06:17.730033 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Attempting to bind port 2ee19ef0-cee2-457c-a4a7-c36257babaa1 on network 5821478e-4e0f-47d5-8885-c8fc073b5a38 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:06:17.736282 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:06:17.736644 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Checking segment: {'id': '9372e835-2ad9-40c5-a28a-9681e43c19ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5821478e-4e0f-47d5-8885-c8fc073b5a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:06:17.737635 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Bound using segment: {'id': '9372e835-2ad9-40c5-a28a-9681e43c19ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5821478e-4e0f-47d5-8885-c8fc073b5a38'} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:06:17.738375 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Bound port: 2ee19ef0-cee2-457c-a4a7-c36257babaa1, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9372e835-2ad9-40c5-a28a-9681e43c19ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5821478e-4e0f-47d5-8885-c8fc073b5a38'}}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:06:17.738911 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (2ee19ef0-cee2-457c-a4a7-c36257babaa1), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:17.814155 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] For port 2ee19ef0-cee2-457c-a4a7-c36257babaa1, host hv-cinder-83454, cleared binding levels {{(pid=115863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:06:17.816935 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] For port 2ee19ef0-cee2-457c-a4a7-c36257babaa1, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2ee19ef0-cee2-457c-a4a7-c36257babaa1,segment=NetworkSegment(9372e835-2ad9-40c5-a28a-9681e43c19ab),segment_id=9372e835-2ad9-40c5-a28a-9681e43c19ab)] {{(pid=115863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:06:17.879772 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (2ee19ef0-cee2-457c-a4a7-c36257babaa1), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:17.924108 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:17.924734 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:17.926131 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] 10.222.0.47 "PUT /v2.0/ports/2ee19ef0-cee2-457c-a4a7-c36257babaa1 HTTP/1.1" status: 200 len: 1097 time: 0.9108374 Mar 21 22:06:17.926580 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18595ac4-459c-432b-b1f7-bd801527957d', 'tag': '2ee19ef0-cee2-457c-a4a7-c36257babaa1'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:06:17.929043 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac449d84-eb22-4a82-9b68-2cae5d63650b" -d '{"events": [{"name": "network-changed", "server_uuid": "18595ac4-459c-432b-b1f7-bd801527957d", "tag": "2ee19ef0-cee2-457c-a4a7-c36257babaa1"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:06:17.952120 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed17d1-08d0-4be2-9102-e0fe38100cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee19ef0-cee2-457c-a4a7-c36257babaa1,revision_number=3']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:18.013181 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c66d85-17e3-4b5a-89ed-f73285db9dda x-openstack-request-id: req-61c66d85-17e3-4b5a-89ed-f73285db9dda {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:06:18.013181 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18595ac4-459c-432b-b1f7-bd801527957d", "tag": "2ee19ef0-cee2-457c-a4a7-c36257babaa1", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:06:18.013181 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61c66d85-17e3-4b5a-89ed-f73285db9dda {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:06:18.013181 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18595ac4-459c-432b-b1f7-bd801527957d', 'tag': '2ee19ef0-cee2-457c-a4a7-c36257babaa1', 'status': 'completed', 'code': 200} Mar 21 22:06:18.144951 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad753ecc-546a-4195-aee9-20558938f455 req-e16550aa-a2d8-483b-be6c-91883cead89e tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:18.146677 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ad753ecc-546a-4195-aee9-20558938f455 req-e16550aa-a2d8-483b-be6c-91883cead89e tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 947 time: 0.0931909 Mar 21 22:06:18.148625 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac449d84-eb22-4a82-9b68-2cae5d63650b req-cbba5516-d1c4-45c7-8e7e-923790d7c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:18.150068 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ac449d84-eb22-4a82-9b68-2cae5d63650b req-cbba5516-d1c4-45c7-8e7e-923790d7c20a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ee3c77e3abb459a964d7412020cc6ea&device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 1131 time: 0.0669875 Mar 21 22:06:18.208670 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ac449d84-eb22-4a82-9b68-2cae5d63650b req-ea350c16-d801-43f0-8300-5c87d08647a1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7ee3c77e3abb459a964d7412020cc6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389121 Mar 21 22:06:18.278228 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ad753ecc-546a-4195-aee9-20558938f455 req-d1a970f6-1058-4f23-ac66-786a6f7eb523 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186001 Mar 21 22:06:18.668267 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac449d84-eb22-4a82-9b68-2cae5d63650b req-752bdf48-dbbc-4092-be4a-722a19b0d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:18.669802 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ac449d84-eb22-4a82-9b68-2cae5d63650b req-752bdf48-dbbc-4092-be4a-722a19b0d4a9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4517753 Mar 21 22:06:18.686348 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96184c-3b59-4da0-a5b3-85ca11f6083a req-dc43e513-6375-4c16-843c-5d5581b16461 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:18.688192 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-de96184c-3b59-4da0-a5b3-85ca11f6083a req-dc43e513-6375-4c16-843c-5d5581b16461 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.1081843 Mar 21 22:06:18.751632 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-de96184c-3b59-4da0-a5b3-85ca11f6083a req-0e9925c3-a541-46ee-a691-4a5ce6e0063f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574560 Mar 21 22:06:18.812913 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-01c804a5-5c8c-406c-a4de-09f8504b0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:18.814401 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-01c804a5-5c8c-406c-a4de-09f8504b0036 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ee3c77e3abb459a964d7412020cc6ea&device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 1131 time: 0.0694973 Mar 21 22:06:18.863761 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-81952c16-0c0a-435d-b737-b1c2b60d9e20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=2ee19ef0-cee2-457c-a4a7-c36257babaa1 HTTP/1.1" status: 200 len: 217 time: 0.0352523 Mar 21 22:06:18.916704 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d40fbbe6-4771-4943-969c-2412401ef221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:18.918179 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-d40fbbe6-4771-4943-969c-2412401ef221 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b740b641-96f9-4be3-bd5c-4c859def8e6a HTTP/1.1" status: 200 len: 843 time: 0.0484979 Mar 21 22:06:18.973283 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-7c9a81df-f7be-4ff2-94a1-2ca45f49c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:18.974793 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-7c9a81df-f7be-4ff2-94a1-2ca45f49c9f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5821478e-4e0f-47d5-8885-c8fc073b5a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0504167 Mar 21 22:06:19.076738 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-277db765-18cb-4a32-ac1a-bf113358de1b service neutron] 10.222.0.47 "GET /v2.0/networks/5821478e-4e0f-47d5-8885-c8fc073b5a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904627 Mar 21 22:06:19.172762 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3f2089f1-c9f2-427c-8102-c1d98f06d90a req-b0739eb5-8555-4ea4-9b87-db3c72d82aac service neutron] 10.222.0.47 "GET /v2.0/networks/5821478e-4e0f-47d5-8885-c8fc073b5a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895188 Mar 21 22:06:19.413706 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c33cb-05c8-4dbc-87f2-b6a1570de784 req-8424f0c3-2e8c-489f-8f1d-3feeff4331a0 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:19.416370 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-dd9c33cb-05c8-4dbc-87f2-b6a1570de784 req-8424f0c3-2e8c-489f-8f1d-3feeff4331a0 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 947 time: 0.0604765 Mar 21 22:06:19.470653 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-dd9c33cb-05c8-4dbc-87f2-b6a1570de784 req-b97ac859-225f-4a40-94b3-a580db5719fa tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470357 Mar 21 22:06:19.886026 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcf03d-90e1-4a13-8355-c4ff117d2a7e req-c7b16d78-95b2-4afc-9f9d-1ee9e350a762 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:19.887643 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4fbcf03d-90e1-4a13-8355-c4ff117d2a7e req-c7b16d78-95b2-4afc-9f9d-1ee9e350a762 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0544903 Mar 21 22:06:19.941816 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4fbcf03d-90e1-4a13-8355-c4ff117d2a7e req-3a0085ae-06e5-4150-ade6-8f3e13152199 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479205 Mar 21 22:06:20.605842 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5e12d-bbce-4cff-8d17-48930e6432ca req-e41fae48-1c71-426e-9ea1-3c71c77aeefe tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:20.607412 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-64d5e12d-bbce-4cff-8d17-48930e6432ca req-e41fae48-1c71-426e-9ea1-3c71c77aeefe tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 947 time: 0.0584359 Mar 21 22:06:20.681074 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-64d5e12d-bbce-4cff-8d17-48930e6432ca req-14993227-09ad-460a-a1da-609636edf544 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634782 Mar 21 22:06:21.068177 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8e2f7-ac1a-4ab5-afb5-e98608587a8d req-f6d93243-69f8-4fa2-b0ff-e948ea32190b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:21.069970 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-27d8e2f7-ac1a-4ab5-afb5-e98608587a8d req-f6d93243-69f8-4fa2-b0ff-e948ea32190b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0572426 Mar 21 22:06:21.128298 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-27d8e2f7-ac1a-4ab5-afb5-e98608587a8d req-cdb8be64-a028-4982-a74c-2a606ad022be tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522940 Mar 21 22:06:21.851571 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b6320-bb83-47a9-b843-1b0303ec8c71 req-0a1095f9-e19f-45b7-82c2-353d6c480f36 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:21.853321 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-646b6320-bb83-47a9-b843-1b0303ec8c71 req-0a1095f9-e19f-45b7-82c2-353d6c480f36 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 947 time: 0.0623512 Mar 21 22:06:21.920396 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-646b6320-bb83-47a9-b843-1b0303ec8c71 req-ffe4d571-51c5-480f-ae4d-cf0bfba3ec2c tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584579 Mar 21 22:06:22.268939 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbf2f7-e473-444e-84bf-49db2c4a603f req-30017187-d11e-4a5b-88ac-805907f242a0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:22.268939 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7efbf2f7-e473-444e-84bf-49db2c4a603f req-30017187-d11e-4a5b-88ac-805907f242a0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0586588 Mar 21 22:06:22.321691 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7efbf2f7-e473-444e-84bf-49db2c4a603f req-5264a5b8-556f-435d-8768-c317fcb8e10e tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438511 Mar 21 22:06:22.679921 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 60338) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:22.784166 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-06edc65e-4938-4c67-aa3f-1306e2bfc12b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:22.867234 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-06edc65e-4938-4c67-aa3f-1306e2bfc12b admin admin] Publish callbacks [] for security_group (c91b2e47-57db-44f6-83d1-40dd9cd4570d), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:22.976607 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-06edc65e-4938-4c67-aa3f-1306e2bfc12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (c91b2e47-57db-44f6-83d1-40dd9cd4570d), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:23.021252 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-06edc65e-4938-4c67-aa3f-1306e2bfc12b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1607c55a38624ddead8d808b2bbd0378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463993 Mar 21 22:06:23.022231 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edc65e-4938-4c67-aa3f-1306e2bfc12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91b2e47-57db-44f6-83d1-40dd9cd4570d,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:23.024958 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 60344) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:23.079919 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-87e3770c-9555-44f8-84f4-5bd0e12a8f67 admin admin] Publish callbacks [] for security_group (c91b2e47-57db-44f6-83d1-40dd9cd4570d), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:23.132598 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-87e3770c-9555-44f8-84f4-5bd0e12a8f67 admin admin] Publish callbacks [] for security_group (c91b2e47-57db-44f6-83d1-40dd9cd4570d), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:23.197073 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1a64e-e239-46dc-a009-5d9104c79533 req-7cfa52cf-6bd3-4ea6-952a-22f0709e17ed tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:23.198687 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-65f1a64e-e239-46dc-a009-5d9104c79533 req-7cfa52cf-6bd3-4ea6-952a-22f0709e17ed tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 947 time: 0.1078088 Mar 21 22:06:23.262011 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-65f1a64e-e239-46dc-a009-5d9104c79533 req-a3506b09-af47-4181-8e0e-0bd084d5e69d tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547090 Mar 21 22:06:23.348298 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-87e3770c-9555-44f8-84f4-5bd0e12a8f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (c91b2e47-57db-44f6-83d1-40dd9cd4570d), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:23.351802 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-87e3770c-9555-44f8-84f4-5bd0e12a8f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:23.358075 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-87e3770c-9555-44f8-84f4-5bd0e12a8f67 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c91b2e47-57db-44f6-83d1-40dd9cd4570d HTTP/1.1" status: 204 len: 168 time: 0.3273335 Mar 21 22:06:23.370182 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3770c-9555-44f8-84f4-5bd0e12a8f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91b2e47-57db-44f6-83d1-40dd9cd4570d,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:23.505597 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec34d27-ee26-46dc-ac5d-19a412c868e2 req-82747939-8649-4c57-8af2-4f4eaccfb70c tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:23.507929 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4ec34d27-ee26-46dc-ac5d-19a412c868e2 req-82747939-8649-4c57-8af2-4f4eaccfb70c tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0859742 Mar 21 22:06:23.573687 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 2ee19ef0-cee2-457c-a4a7-c36257babaa1 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:06:23.593636 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4ec34d27-ee26-46dc-ac5d-19a412c868e2 req-f23b1832-b20e-4485-88d4-b8ea1636c6e2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789514 Mar 21 22:06:23.706046 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 2ee19ef0-cee2-457c-a4a7-c36257babaa1, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2ee19ef0-cee2-457c-a4a7-c36257babaa1,segment=NetworkSegment(9372e835-2ad9-40c5-a28a-9681e43c19ab),segment_id=9372e835-2ad9-40c5-a28a-9681e43c19ab)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:06:23.728841 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '2ee19ef0-cee2-457c-a4a7-c36257babaa1', 'network_id': '5821478e-4e0f-47d5-8885-c8fc073b5a38', 'port_id': '2ee19ef0-cee2-457c-a4a7-c36257babaa1', 'mac_address': 'fa:16:3e:f3:29:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b740b641-96f9-4be3-bd5c-4c859def8e6a', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:06:23.800264 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa442c72-db8a-4455-a450-d8452a9ed0ce req-bba6cb40-5d19-443c-b38d-e18edab70308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:23.803559 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-aa442c72-db8a-4455-a450-d8452a9ed0ce req-bba6cb40-5d19-443c-b38d-e18edab70308 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 1130 time: 0.0765955 Mar 21 22:06:23.807085 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 2ee19ef0-cee2-457c-a4a7-c36257babaa1 is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:06:23.807976 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (2ee19ef0-cee2-457c-a4a7-c36257babaa1), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:23.885190 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-aa442c72-db8a-4455-a450-d8452a9ed0ce req-e129707e-eec3-425e-8d82-f6f3a82062aa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728555 Mar 21 22:06:23.960174 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee19ef0-cee2-457c-a4a7-c36257babaa1 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:06:23.983577 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 2ee19ef0-cee2-457c-a4a7-c36257babaa1, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2ee19ef0-cee2-457c-a4a7-c36257babaa1,segment=NetworkSegment(9372e835-2ad9-40c5-a28a-9681e43c19ab),segment_id=9372e835-2ad9-40c5-a28a-9681e43c19ab)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:06:24.098660 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (2ee19ef0-cee2-457c-a4a7-c36257babaa1), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:24.147589 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=2ee19ef0-cee2-457c-a4a7-c36257babaa1,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:24.154931 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:24.155288 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:24.155694 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:24.156313 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:24.156654 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:24.156986 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:24.157313 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:24.157639 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:24.157963 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:24.158296 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:24.158619 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:24.158982 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:24.159312 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:24.159674 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:24.160020 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:24.359763 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 60386) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:24.382780 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d986f6de-5057-437f-b245-1b01f8bd7c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:24.484810 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e8c36-8ce9-4d34-9209-eb2c69f6456e req-a8c8971e-62ec-478b-a496-c6c810699de1 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:24.487823 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c43e8c36-8ce9-4d34-9209-eb2c69f6456e req-a8c8971e-62ec-478b-a496-c6c810699de1 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 948 time: 0.1213827 Mar 21 22:06:24.604258 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c43e8c36-8ce9-4d34-9209-eb2c69f6456e req-725011b8-3d9e-409b-8701-407f2b6c10b9 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068208 Mar 21 22:06:24.618715 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d986f6de-5057-437f-b245-1b01f8bd7c45 admin admin] Publish callbacks [] for security_group (7be92919-0ab4-41c3-8da1-6ecdbfb0fbaf), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:24.691300 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['2ee19ef0-cee2-457c-a4a7-c36257babaa1'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:06:24.769026 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc54da-d095-424d-9aae-128b69939879 req-3294af60-a78e-4262-83b6-42b92c07806a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:24.770626 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0bdc54da-d095-424d-9aae-128b69939879 req-3294af60-a78e-4262-83b6-42b92c07806a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0648496 Mar 21 22:06:24.773184 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d986f6de-5057-437f-b245-1b01f8bd7c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (7be92919-0ab4-41c3-8da1-6ecdbfb0fbaf), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:24.833825 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986f6de-5057-437f-b245-1b01f8bd7c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be92919-0ab4-41c3-8da1-6ecdbfb0fbaf,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:24.846349 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-d986f6de-5057-437f-b245-1b01f8bd7c45 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dec70d87a85a429ba7ff3504d7edf004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4854691 Mar 21 22:06:24.849943 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 60394) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:24.866573 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0bdc54da-d095-424d-9aae-128b69939879 req-b2bd9a1f-27f9-43a0-a779-b79e735bd119 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769887 Mar 21 22:06:24.919346 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-527902d4-3ce3-4b69-86bd-d9e991982cab admin admin] Publish callbacks [] for security_group (7be92919-0ab4-41c3-8da1-6ecdbfb0fbaf), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:24.943700 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-527902d4-3ce3-4b69-86bd-d9e991982cab admin admin] Publish callbacks [] for security_group (7be92919-0ab4-41c3-8da1-6ecdbfb0fbaf), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:25.070071 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-527902d4-3ce3-4b69-86bd-d9e991982cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (7be92919-0ab4-41c3-8da1-6ecdbfb0fbaf), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:25.073078 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-527902d4-3ce3-4b69-86bd-d9e991982cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:25.077329 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-527902d4-3ce3-4b69-86bd-d9e991982cab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7be92919-0ab4-41c3-8da1-6ecdbfb0fbaf HTTP/1.1" status: 204 len: 168 time: 0.2260625 Mar 21 22:06:25.088019 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527902d4-3ce3-4b69-86bd-d9e991982cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be92919-0ab4-41c3-8da1-6ecdbfb0fbaf,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:25.120256 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 60400) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:25.240070 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-abbef2b2-6806-49af-a686-330e5c136112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:25.321350 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-abbef2b2-6806-49af-a686-330e5c136112 admin admin] Publish callbacks [] for security_group (0c300f10-25e0-49e7-ac60-686dcc54b982), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:25.418140 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-abbef2b2-6806-49af-a686-330e5c136112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (0c300f10-25e0-49e7-ac60-686dcc54b982), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:25.457569 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-abbef2b2-6806-49af-a686-330e5c136112 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e3d09c65983f4cca866ba589e029f4f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361502 Mar 21 22:06:25.458644 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbef2b2-6806-49af-a686-330e5c136112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c300f10-25e0-49e7-ac60-686dcc54b982,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:25.460376 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 60408) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:25.559553 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a80aae2b-d27e-47a3-98d4-cb75ed364025 admin admin] Publish callbacks [] for security_group (0c300f10-25e0-49e7-ac60-686dcc54b982), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:25.595429 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a80aae2b-d27e-47a3-98d4-cb75ed364025 admin admin] Publish callbacks [] for security_group (0c300f10-25e0-49e7-ac60-686dcc54b982), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:25.739826 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a80aae2b-d27e-47a3-98d4-cb75ed364025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (0c300f10-25e0-49e7-ac60-686dcc54b982), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:25.745623 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a80aae2b-d27e-47a3-98d4-cb75ed364025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:25.749778 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-a80aae2b-d27e-47a3-98d4-cb75ed364025 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0c300f10-25e0-49e7-ac60-686dcc54b982 HTTP/1.1" status: 204 len: 168 time: 0.2848625 Mar 21 22:06:25.781522 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aae2b-d27e-47a3-98d4-cb75ed364025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c300f10-25e0-49e7-ac60-686dcc54b982,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:25.793479 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf6c9f-0e21-41a8-a59d-ab227d9dd051 req-e89a3ccd-45ff-4a73-9cd3-f4db8baaf627 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:25.808020 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dcf6c9f-0e21-41a8-a59d-ab227d9dd051 req-e89a3ccd-45ff-4a73-9cd3-f4db8baaf627 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 948 time: 0.0936298 Mar 21 22:06:25.872859 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dcf6c9f-0e21-41a8-a59d-ab227d9dd051 req-299bd248-bdf5-4cd8-9d38-efc822f83eee tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618799 Mar 21 22:06:26.001119 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcabcb-39a5-4715-a63f-f59edab2d24a req-3785e99f-5d93-413d-8e8a-b9684d100ec6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:26.002812 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6cfcabcb-39a5-4715-a63f-f59edab2d24a req-3785e99f-5d93-413d-8e8a-b9684d100ec6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0576773 Mar 21 22:06:26.062325 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6cfcabcb-39a5-4715-a63f-f59edab2d24a req-791f5fe5-1808-4787-9cdd-11978de80b69 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491519 Mar 21 22:06:26.196596 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189562ba-0039-4b04-b962-3c30a04d221e req-2e4d20bd-11d2-42fc-9b2b-9e3409b5c4bb tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:26.196596 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-189562ba-0039-4b04-b962-3c30a04d221e req-2e4d20bd-11d2-42fc-9b2b-9e3409b5c4bb tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0608978 Mar 21 22:06:26.261592 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-189562ba-0039-4b04-b962-3c30a04d221e req-0f86bc90-841a-4b5f-9bf6-a00304d470f0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589569 Mar 21 22:06:26.702788 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 60464) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:26.717246 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4299e6f4-7e98-4c8c-b849-01df445e9e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:26.774528 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 60466) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:26.851831 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4299e6f4-7e98-4c8c-b849-01df445e9e1f admin admin] Publish callbacks [] for security_group (3a4d4259-6494-4b87-9465-0b79c00fc85f), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:26.904411 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-df8d651d-ce35-46ab-bb2f-4e78d1d56d44 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1918660731-network', 'tenant_id': '07f0d730a6144e399d086b31ec35344b'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:06:26.924113 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4299e6f4-7e98-4c8c-b849-01df445e9e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (3a4d4259-6494-4b87-9465-0b79c00fc85f), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:26.966919 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-4299e6f4-7e98-4c8c-b849-01df445e9e1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2efb955717954b31972f55dd1778977d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628047 Mar 21 22:06:26.969454 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 60476) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:26.976838 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299e6f4-7e98-4c8c-b849-01df445e9e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4d4259-6494-4b87-9465-0b79c00fc85f,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:27.013233 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8d651d-ce35-46ab-bb2f-4e78d1d56d44 admin admin] Made reservation on behalf of 07f0d730a6144e399d086b31ec35344b for: {'network': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:06:27.015502 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-df8d651d-ce35-46ab-bb2f-4e78d1d56d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:27.025408 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43028bf3-2084-4ad4-8058-1b3af6e43e75 req-b30bd120-0cc7-4b5d-bb86-050d64a844a6 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:27.026992 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-43028bf3-2084-4ad4-8058-1b3af6e43e75 req-b30bd120-0cc7-4b5d-bb86-050d64a844a6 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 948 time: 0.0723538 Mar 21 22:06:27.032530 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-69dec1b6-f90b-46f9-ad5c-132f31a03849 admin admin] Publish callbacks [] for security_group (3a4d4259-6494-4b87-9465-0b79c00fc85f), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:27.033111 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-df8d651d-ce35-46ab-bb2f-4e78d1d56d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:27.061613 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-69dec1b6-f90b-46f9-ad5c-132f31a03849 admin admin] Publish callbacks [] for security_group (3a4d4259-6494-4b87-9465-0b79c00fc85f), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:27.151574 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-43028bf3-2084-4ad4-8058-1b3af6e43e75 req-b656bc2c-a787-4df5-ab13-8cb03fe68083 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064591 Mar 21 22:06:27.204397 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-df8d651d-ce35-46ab-bb2f-4e78d1d56d44 admin admin] Publish callbacks [] for security_group (0b032bd2-ad6f-4c7b-8269-ccd54d73a3de), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:27.277218 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-69dec1b6-f90b-46f9-ad5c-132f31a03849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (3a4d4259-6494-4b87-9465-0b79c00fc85f), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:27.280142 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-69dec1b6-f90b-46f9-ad5c-132f31a03849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:27.281584 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-69dec1b6-f90b-46f9-ad5c-132f31a03849 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a4d4259-6494-4b87-9465-0b79c00fc85f HTTP/1.1" status: 204 len: 168 time: 0.3111920 Mar 21 22:06:27.289497 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dec1b6-f90b-46f9-ad5c-132f31a03849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4d4259-6494-4b87-9465-0b79c00fc85f,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:27.304585 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-df8d651d-ce35-46ab-bb2f-4e78d1d56d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (0b032bd2-ad6f-4c7b-8269-ccd54d73a3de), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:27.333696 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8d651d-ce35-46ab-bb2f-4e78d1d56d44 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=115863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 22:06:27.344055 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d651d-ce35-46ab-bb2f-4e78d1d56d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:27.349217 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-df8d651d-ce35-46ab-bb2f-4e78d1d56d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (ea8f7f58-9095-40e3-b57d-d59fba3b3c0f), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:27.349560 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.segments_db [None req-df8d651d-ce35-46ab-bb2f-4e78d1d56d44 admin admin] Added segment ea8f7f58-9095-40e3-b57d-d59fba3b3c0f of type vlan for network 49629b38-e0c2-4cf3-bebc-aca6b5db7d45 Mar 21 22:06:27.394202 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-df8d651d-ce35-46ab-bb2f-4e78d1d56d44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (49629b38-e0c2-4cf3-bebc-aca6b5db7d45), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:27.549691 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-df8d651d-ce35-46ab-bb2f-4e78d1d56d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (49629b38-e0c2-4cf3-bebc-aca6b5db7d45), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:27.550684 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8d651d-ce35-46ab-bb2f-4e78d1d56d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:27.551358 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-df8d651d-ce35-46ab-bb2f-4e78d1d56d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:27.587314 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 2ee19ef0-cee2-457c-a4a7-c36257babaa1 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:06:27.611624 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d651d-ce35-46ab-bb2f-4e78d1d56d44 admin admin] Pushing event updated for resources: {'Network': ['ID=49629b38-e0c2-4cf3-bebc-aca6b5db7d45,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:27.626755 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network 49629b38-e0c2-4cf3-bebc-aca6b5db7d45 details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 22:06:27.688120 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-df8d651d-ce35-46ab-bb2f-4e78d1d56d44 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9117551 Mar 21 22:06:27.690939 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 60486) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:27.696074 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-0b39d528-78d0-47cb-9a4e-f61e59a9c4d3 admin admin] Request body: {'subnet': {'network_id': '49629b38-e0c2-4cf3-bebc-aca6b5db7d45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1918660731-subnet', 'tenant_id': '07f0d730a6144e399d086b31ec35344b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:06:27.810957 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b39d528-78d0-47cb-9a4e-f61e59a9c4d3 admin admin] Made reservation on behalf of 07f0d730a6144e399d086b31ec35344b for: {'subnet': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:06:27.818632 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0b39d528-78d0-47cb-9a4e-f61e59a9c4d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:27.841222 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port 2ee19ef0-cee2-457c-a4a7-c36257babaa1 completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:06:27.845922 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 2ee19ef0-cee2-457c-a4a7-c36257babaa1 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:06:27.846319 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (2ee19ef0-cee2-457c-a4a7-c36257babaa1), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:27.942407 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 2ee19ef0-cee2-457c-a4a7-c36257babaa1 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:06:27.942852 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (2ee19ef0-cee2-457c-a4a7-c36257babaa1), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:27.973362 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18595ac4-459c-432b-b1f7-bd801527957d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee19ef0-cee2-457c-a4a7-c36257babaa1'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:06:27.973362 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59f4d3e-54e2-41e8-94b7-3ad884ec4223" -d '{"events": [{"server_uuid": "18595ac4-459c-432b-b1f7-bd801527957d", "name": "network-vif-plugged", "status": "completed", "tag": "2ee19ef0-cee2-457c-a4a7-c36257babaa1"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:06:27.987322 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 2ee19ef0-cee2-457c-a4a7-c36257babaa1, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2ee19ef0-cee2-457c-a4a7-c36257babaa1,segment=NetworkSegment(9372e835-2ad9-40c5-a28a-9681e43c19ab),segment_id=9372e835-2ad9-40c5-a28a-9681e43c19ab)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:06:28.022266 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31939e35-20b4-4694-8254-91f0c3dbdace x-openstack-request-id: req-31939e35-20b4-4694-8254-91f0c3dbdace {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:06:28.022811 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18595ac4-459c-432b-b1f7-bd801527957d", "name": "network-vif-plugged", "status": "completed", "tag": "2ee19ef0-cee2-457c-a4a7-c36257babaa1", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:06:28.023311 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-31939e35-20b4-4694-8254-91f0c3dbdace {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:06:28.024518 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18595ac4-459c-432b-b1f7-bd801527957d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee19ef0-cee2-457c-a4a7-c36257babaa1', 'code': 200} Mar 21 22:06:28.065043 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (2ee19ef0-cee2-457c-a4a7-c36257babaa1), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:28.093376 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0b39d528-78d0-47cb-9a4e-f61e59a9c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for subnet (f3bbc030-4c23-4106-84bb-fa5d9a5b9d18), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:28.126360 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=2ee19ef0-cee2-457c-a4a7-c36257babaa1,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:28.208037 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39d528-78d0-47cb-9a4e-f61e59a9c4d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3bbc030-4c23-4106-84bb-fa5d9a5b9d18,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:28.212290 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b39d528-78d0-47cb-9a4e-f61e59a9c4d3 admin admin] Checking segment: {'id': 'ea8f7f58-9095-40e3-b57d-d59fba3b3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49629b38-e0c2-4cf3-bebc-aca6b5db7d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:06:28.212653 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b39d528-78d0-47cb-9a4e-f61e59a9c4d3 admin admin] Network hostable DHCP agents. Network: 49629b38-e0c2-4cf3-bebc-aca6b5db7d45, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 22:06:28.289748 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcca167-ba64-4e8d-a8c0-7bd52d700a39 req-0eed0af0-15ac-45cb-bf6d-c856b99fef50 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:28.291425 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1bcca167-ba64-4e8d-a8c0-7bd52d700a39 req-0eed0af0-15ac-45cb-bf6d-c856b99fef50 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 949 time: 0.0665524 Mar 21 22:06:28.338112 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b39d528-78d0-47cb-9a4e-f61e59a9c4d3 admin admin] Network 49629b38-e0c2-4cf3-bebc-aca6b5db7d45 is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 22:06:28.349470 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1bcca167-ba64-4e8d-a8c0-7bd52d700a39 req-bcd21b1e-a8e8-491f-b506-c2cd2019f55b tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475125 Mar 21 22:06:28.447586 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-0b39d528-78d0-47cb-9a4e-f61e59a9c4d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, 49629b38-e0c2-4cf3-bebc-aca6b5db7d45) {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:06:28.454014 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b39d528-78d0-47cb-9a4e-f61e59a9c4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:28.455253 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0b39d528-78d0-47cb-9a4e-f61e59a9c4d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:28.464076 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4490f1-8938-48e0-86ab-4ce2f1c0c7be None None] Network 49629b38-e0c2-4cf3-bebc-aca6b5db7d45 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:06:28.519208 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3719f-adf3-41f7-8135-8acd3f99da51 req-3bee48f9-a617-4ce2-ab68-8735a5c18410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:28.521203 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-45f3719f-adf3-41f7-8135-8acd3f99da51 req-3bee48f9-a617-4ce2-ab68-8735a5c18410 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 1133 time: 0.0754132 Mar 21 22:06:28.564017 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-0b39d528-78d0-47cb-9a4e-f61e59a9c4d3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8717518 Mar 21 22:06:28.591911 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-45f3719f-adf3-41f7-8135-8acd3f99da51 req-6f6d684d-eba1-49f5-8d04-80b1a0c7941c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607245 Mar 21 22:06:28.612649 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ce2d4d-a12b-4e36-8908-be2ad445b63d None None] Network 49629b38-e0c2-4cf3-bebc-aca6b5db7d45 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:06:28.653503 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 60518) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:28.802095 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-aae41a8f-ea7d-4315-a0f0-5f336b3d7814 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2108443334-network', 'tenant_id': '4c62b493b8214bf5bedac57aed3c50ef'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:06:28.948328 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae41a8f-ea7d-4315-a0f0-5f336b3d7814 admin admin] Made reservation on behalf of 4c62b493b8214bf5bedac57aed3c50ef for: {'network': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:06:28.953898 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-aae41a8f-ea7d-4315-a0f0-5f336b3d7814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:28.960560 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-aae41a8f-ea7d-4315-a0f0-5f336b3d7814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:29.082941 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-aae41a8f-ea7d-4315-a0f0-5f336b3d7814 admin admin] Publish callbacks [] for security_group (58e43ae5-de65-40a2-8c0e-ad7a04cbfd09), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:29.211148 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-aae41a8f-ea7d-4315-a0f0-5f336b3d7814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (58e43ae5-de65-40a2-8c0e-ad7a04cbfd09), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:29.240254 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae41a8f-ea7d-4315-a0f0-5f336b3d7814 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=115862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 22:06:29.254571 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae41a8f-ea7d-4315-a0f0-5f336b3d7814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:29.261789 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-aae41a8f-ea7d-4315-a0f0-5f336b3d7814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (396a98cb-76ff-4300-ba5e-e33125c1fa97), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:29.262241 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.segments_db [None req-aae41a8f-ea7d-4315-a0f0-5f336b3d7814 admin admin] Added segment 396a98cb-76ff-4300-ba5e-e33125c1fa97 of type vlan for network d573a565-11b0-43e3-8a8f-843e39fd66ac Mar 21 22:06:29.328772 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-aae41a8f-ea7d-4315-a0f0-5f336b3d7814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (d573a565-11b0-43e3-8a8f-843e39fd66ac), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:29.497815 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065f54c-6754-4ff8-9563-68065a154aec req-f7e3bf35-acd2-4e02-8dd3-7e13a0046302 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:29.499435 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3065f54c-6754-4ff8-9563-68065a154aec req-f7e3bf35-acd2-4e02-8dd3-7e13a0046302 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 949 time: 0.0805082 Mar 21 22:06:29.502483 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-aae41a8f-ea7d-4315-a0f0-5f336b3d7814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (d573a565-11b0-43e3-8a8f-843e39fd66ac), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:29.504244 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae41a8f-ea7d-4315-a0f0-5f336b3d7814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:29.505289 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-aae41a8f-ea7d-4315-a0f0-5f336b3d7814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:29.556249 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3065f54c-6754-4ff8-9563-68065a154aec req-a9bf5938-7bc8-458b-abc8-f9ef171f31d4 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507398 Mar 21 22:06:29.594270 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae41a8f-ea7d-4315-a0f0-5f336b3d7814 admin admin] Pushing event updated for resources: {'Network': ['ID=d573a565-11b0-43e3-8a8f-843e39fd66ac,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:29.604775 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network d573a565-11b0-43e3-8a8f-843e39fd66ac details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 22:06:29.704840 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-aae41a8f-ea7d-4315-a0f0-5f336b3d7814 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0491781 Mar 21 22:06:29.707811 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 60546) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:29.713614 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-d506a5bc-9b61-4998-8230-6764b0e00acf admin admin] Request body: {'subnet': {'network_id': 'd573a565-11b0-43e3-8a8f-843e39fd66ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2108443334-subnet', 'tenant_id': '4c62b493b8214bf5bedac57aed3c50ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:06:29.841774 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d506a5bc-9b61-4998-8230-6764b0e00acf admin admin] Made reservation on behalf of 4c62b493b8214bf5bedac57aed3c50ef for: {'subnet': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:06:29.844307 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d506a5bc-9b61-4998-8230-6764b0e00acf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12331869'] for subnet (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:30.236537 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d506a5bc-9b61-4998-8230-6764b0e00acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9687617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12331851'] for subnet (8658023b-71c2-486c-999a-3a65540463d6), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:30.296116 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506a5bc-9b61-4998-8230-6764b0e00acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8658023b-71c2-486c-999a-3a65540463d6,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:30.308081 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d506a5bc-9b61-4998-8230-6764b0e00acf admin admin] Checking segment: {'id': '396a98cb-76ff-4300-ba5e-e33125c1fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd573a565-11b0-43e3-8a8f-843e39fd66ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:06:30.308081 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d506a5bc-9b61-4998-8230-6764b0e00acf admin admin] Network hostable DHCP agents. Network: d573a565-11b0-43e3-8a8f-843e39fd66ac, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 22:06:30.401868 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 60562) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:30.464048 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d506a5bc-9b61-4998-8230-6764b0e00acf admin admin] Network d573a565-11b0-43e3-8a8f-843e39fd66ac is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 22:06:30.505733 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ad836-4e67-44b7-b87c-7d4f531f0ccf req-263f831a-fa69-4d85-aaa4-04872b8f3ca7 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:30.507326 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-581ad836-4e67-44b7-b87c-7d4f531f0ccf req-263f831a-fa69-4d85-aaa4-04872b8f3ca7 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0876746 Mar 21 22:06:30.569727 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-d506a5bc-9b61-4998-8230-6764b0e00acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, d573a565-11b0-43e3-8a8f-843e39fd66ac) {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:06:30.571440 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7315e9fb-5647-4887-ac28-9016ba59a02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:30.576988 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d506a5bc-9b61-4998-8230-6764b0e00acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:30.577583 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d506a5bc-9b61-4998-8230-6764b0e00acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:30.581475 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0635da0-3ffc-45a8-b51e-1bda6eec7e91 None None] Network d573a565-11b0-43e3-8a8f-843e39fd66ac requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:06:30.590666 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-581ad836-4e67-44b7-b87c-7d4f531f0ccf req-4b42e9b9-411f-44e6-962d-088722c634a7 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734806 Mar 21 22:06:30.697984 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-d506a5bc-9b61-4998-8230-6764b0e00acf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9885519 Mar 21 22:06:30.716167 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7315e9fb-5647-4887-ac28-9016ba59a02b admin admin] Publish callbacks [] for security_group (149054c6-7d10-4e73-ac8e-9c7b0d7ae798), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:30.728719 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6705341e-3089-48e4-984a-0017cecae07b None None] Network d573a565-11b0-43e3-8a8f-843e39fd66ac requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:06:30.748524 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431afacc-4745-46c1-b144-75c77143d43d req-f86f243a-98c0-48e5-a687-a504a1326a66 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:30.750596 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-431afacc-4745-46c1-b144-75c77143d43d req-f86f243a-98c0-48e5-a687-a504a1326a66 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 949 time: 0.0955582 Mar 21 22:06:30.788812 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7315e9fb-5647-4887-ac28-9016ba59a02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (149054c6-7d10-4e73-ac8e-9c7b0d7ae798), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:30.849504 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315e9fb-5647-4887-ac28-9016ba59a02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149054c6-7d10-4e73-ac8e-9c7b0d7ae798,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:30.858315 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-431afacc-4745-46c1-b144-75c77143d43d req-637c9efc-4faf-4cbf-8fd4-6ca109fe9315 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939186 Mar 21 22:06:30.862593 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-7315e9fb-5647-4887-ac28-9016ba59a02b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=44dd12aa870a44a1b42f45b385430b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4592834 Mar 21 22:06:30.865116 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 60572) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:30.921393 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5ccfba9d-aaf4-49a6-be82-c9797d53e3dd admin admin] Publish callbacks [] for security_group (149054c6-7d10-4e73-ac8e-9c7b0d7ae798), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:30.949658 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5ccfba9d-aaf4-49a6-be82-c9797d53e3dd admin admin] Publish callbacks [] for security_group (149054c6-7d10-4e73-ac8e-9c7b0d7ae798), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:31.115494 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5ccfba9d-aaf4-49a6-be82-c9797d53e3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (149054c6-7d10-4e73-ac8e-9c7b0d7ae798), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:31.118615 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5ccfba9d-aaf4-49a6-be82-c9797d53e3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:31.119879 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-5ccfba9d-aaf4-49a6-be82-c9797d53e3dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/149054c6-7d10-4e73-ac8e-9c7b0d7ae798 HTTP/1.1" status: 204 len: 168 time: 0.2537446 Mar 21 22:06:31.128418 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfba9d-aaf4-49a6-be82-c9797d53e3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149054c6-7d10-4e73-ac8e-9c7b0d7ae798,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:31.730176 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad0df7-76cf-42c0-8420-d04fbd39d646 req-b1005391-94c7-4e17-982f-5ae7b00d2180 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:31.731751 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-47ad0df7-76cf-42c0-8420-d04fbd39d646 req-b1005391-94c7-4e17-982f-5ae7b00d2180 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0611584 Mar 21 22:06:31.792255 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-47ad0df7-76cf-42c0-8420-d04fbd39d646 req-2982a815-00d9-4ffc-b8b6-de3d4bbe1c38 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508268 Mar 21 22:06:31.932742 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 60592) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:31.950460 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-66591ae5-02df-46f9-b8d6-7ead4622c5cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:32.056909 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997222e4-a469-4ee4-8318-569196caf621 req-413fb943-5286-4e7e-8c14-c3611a350d0d tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:32.060410 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-997222e4-a469-4ee4-8318-569196caf621 req-413fb943-5286-4e7e-8c14-c3611a350d0d tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 949 time: 0.1133258 Mar 21 22:06:32.078530 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-66591ae5-02df-46f9-b8d6-7ead4622c5cc admin admin] Publish callbacks [] for security_group (5338771b-b23c-491d-9ecb-f10eeb45a34e), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:32.078666 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd6059-e675-411f-a865-28c15ae3ab4a req-4498cd06-eaa1-491d-8120-af20d5b9b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:32.078666 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-eefd6059-e675-411f-a865-28c15ae3ab4a req-4498cd06-eaa1-491d-8120-af20d5b9b2ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 1130 time: 0.0839126 Mar 21 22:06:32.114449 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-997222e4-a469-4ee4-8318-569196caf621 req-c2860afd-5d41-4c44-ab35-28d3ae5b696c tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489454 Mar 21 22:06:32.147748 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-66591ae5-02df-46f9-b8d6-7ead4622c5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (5338771b-b23c-491d-9ecb-f10eeb45a34e), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:32.189412 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-66591ae5-02df-46f9-b8d6-7ead4622c5cc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2bb133bfff148bba8b8edbcfaa2bf9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552483 Mar 21 22:06:32.193079 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 60602) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:32.195255 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66591ae5-02df-46f9-b8d6-7ead4622c5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5338771b-b23c-491d-9ecb-f10eeb45a34e,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:32.269520 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ac0808a6-926a-4bfe-8373-0e87b53c4420 admin admin] Publish callbacks [] for security_group (5338771b-b23c-491d-9ecb-f10eeb45a34e), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:32.294219 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ac0808a6-926a-4bfe-8373-0e87b53c4420 admin admin] Publish callbacks [] for security_group (5338771b-b23c-491d-9ecb-f10eeb45a34e), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:32.424762 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ac0808a6-926a-4bfe-8373-0e87b53c4420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (5338771b-b23c-491d-9ecb-f10eeb45a34e), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:32.428836 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ac0808a6-926a-4bfe-8373-0e87b53c4420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:32.430017 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-ac0808a6-926a-4bfe-8373-0e87b53c4420 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5338771b-b23c-491d-9ecb-f10eeb45a34e HTTP/1.1" status: 204 len: 168 time: 0.2354946 Mar 21 22:06:32.438974 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0808a6-926a-4bfe-8373-0e87b53c4420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5338771b-b23c-491d-9ecb-f10eeb45a34e,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:32.675226 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b20963-deb5-4293-80d6-76130f681ae6 req-af77181b-aa75-4789-9c52-516f462dfa13 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:32.676784 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f1b20963-deb5-4293-80d6-76130f681ae6 req-af77181b-aa75-4789-9c52-516f462dfa13 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 949 time: 0.0547509 Mar 21 22:06:32.726316 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f1b20963-deb5-4293-80d6-76130f681ae6 req-b78dd40f-cef8-49b3-8efe-945b24721311 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431099 Mar 21 22:06:32.937848 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb973e1-2fb1-41c5-9faf-ff1bfe871442 req-fb59baad-77b1-4b73-a7e4-24938c9ea4ac tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:32.939448 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0bb973e1-2fb1-41c5-9faf-ff1bfe871442 req-fb59baad-77b1-4b73-a7e4-24938c9ea4ac tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0598850 Mar 21 22:06:32.999620 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0bb973e1-2fb1-41c5-9faf-ff1bfe871442 req-c24ccb2b-cba2-452e-a2a5-5f461e80428b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542130 Mar 21 22:06:33.089803 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd6059-e675-411f-a865-28c15ae3ab4a req-3ce9c42e-19ac-4b7c-a6d3-99acb64ef7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:33.091411 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-eefd6059-e675-411f-a865-28c15ae3ab4a req-3ce9c42e-19ac-4b7c-a6d3-99acb64ef7e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 920 time: 0.0908921 Mar 21 22:06:33.176262 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 60618) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:33.191903 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-91c29935-e6ce-4a53-818a-624b452b8e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:33.269123 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-91c29935-e6ce-4a53-818a-624b452b8e38 admin admin] Publish callbacks [] for security_group (acdafb0b-bb53-4f0f-b2b4-c0a457761278), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:33.344447 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-91c29935-e6ce-4a53-818a-624b452b8e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (acdafb0b-bb53-4f0f-b2b4-c0a457761278), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:33.383801 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c29935-e6ce-4a53-818a-624b452b8e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdafb0b-bb53-4f0f-b2b4-c0a457761278,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:33.389023 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-91c29935-e6ce-4a53-818a-624b452b8e38 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=041fe4c638324fb497d48b0ce9889375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113571 Mar 21 22:06:33.391937 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 60620) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:33.441936 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f646d67f-775a-46b3-85c3-28e59fc0b84d admin admin] Publish callbacks [] for security_group (acdafb0b-bb53-4f0f-b2b4-c0a457761278), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:33.464976 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f646d67f-775a-46b3-85c3-28e59fc0b84d admin admin] Publish callbacks [] for security_group (acdafb0b-bb53-4f0f-b2b4-c0a457761278), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:33.579328 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f646d67f-775a-46b3-85c3-28e59fc0b84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (acdafb0b-bb53-4f0f-b2b4-c0a457761278), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:33.584515 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f646d67f-775a-46b3-85c3-28e59fc0b84d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:33.586971 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-f646d67f-775a-46b3-85c3-28e59fc0b84d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/acdafb0b-bb53-4f0f-b2b4-c0a457761278 HTTP/1.1" status: 204 len: 168 time: 0.1931829 Mar 21 22:06:33.597197 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646d67f-775a-46b3-85c3-28e59fc0b84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdafb0b-bb53-4f0f-b2b4-c0a457761278,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:33.857876 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543c5c7-6b2c-4cf9-80b3-23b67bc844e8 req-65d9c98a-4615-432e-833d-0a29e87755c8 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:33.859479 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7543c5c7-6b2c-4cf9-80b3-23b67bc844e8 req-65d9c98a-4615-432e-833d-0a29e87755c8 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 949 time: 0.0613000 Mar 21 22:06:33.920952 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7543c5c7-6b2c-4cf9-80b3-23b67bc844e8 req-53a3ac50-ce86-4269-89dd-fc60203709e4 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550823 Mar 21 22:06:34.146783 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3379c65-b66f-416c-ae48-49b9bb480602 req-2bab1b6d-24a3-40ea-99fb-b3f90dcfad67 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:34.154940 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c3379c65-b66f-416c-ae48-49b9bb480602 req-2bab1b6d-24a3-40ea-99fb-b3f90dcfad67 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0578864 Mar 21 22:06:34.200375 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c3379c65-b66f-416c-ae48-49b9bb480602 req-e052fe0a-a057-4443-9037-3dfac2aa9993 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453880 Mar 21 22:06:34.546533 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-eefd6059-e675-411f-a865-28c15ae3ab4a req-da471766-7254-443d-b49d-39dfa2b00d9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e8e937d-8bde-4618-8b12-148f79f41b07 HTTP/1.1" status: 200 len: 217 time: 0.0464532 Mar 21 22:06:34.808766 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd6059-e675-411f-a865-28c15ae3ab4a req-47e53481-5054-48c2-8b47-8110a90e11da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:34.810271 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-eefd6059-e675-411f-a865-28c15ae3ab4a req-47e53481-5054-48c2-8b47-8110a90e11da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 200 len: 858 time: 0.0577784 Mar 21 22:06:34.865839 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd6059-e675-411f-a865-28c15ae3ab4a req-c312ddcd-34e2-4b66-a36e-9b14c7796dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:34.867460 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-eefd6059-e675-411f-a865-28c15ae3ab4a req-c312ddcd-34e2-4b66-a36e-9b14c7796dc8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491672 Mar 21 22:06:34.999352 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-eefd6059-e675-411f-a865-28c15ae3ab4a req-5c74c96a-9433-4212-be5b-a58dab751324 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193857 Mar 21 22:06:35.138009 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64a30a-ba65-4619-a331-6aa1fd07d4f9 req-e8d024b7-8796-4ab3-975e-b2078ad9e226 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:35.139578 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fc64a30a-ba65-4619-a331-6aa1fd07d4f9 req-e8d024b7-8796-4ab3-975e-b2078ad9e226 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 949 time: 0.1333492 Mar 21 22:06:35.170354 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-eefd6059-e675-411f-a865-28c15ae3ab4a req-7268dbbf-4317-4ad2-a7d2-01db0b8836cd service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625686 Mar 21 22:06:35.208728 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fc64a30a-ba65-4619-a331-6aa1fd07d4f9 req-48a5996e-bb7b-4c18-9ab7-c9a4f6d0df35 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615690 Mar 21 22:06:35.386011 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10951084-823c-46c8-a3fe-1ccd33023b31 req-6ab40683-31b4-4ffb-a9e8-6af29178e5fa tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:35.387672 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-10951084-823c-46c8-a3fe-1ccd33023b31 req-6ab40683-31b4-4ffb-a9e8-6af29178e5fa tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0982356 Mar 21 22:06:35.423274 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea07251-d38d-4b47-b4af-99e479d99d93 req-00045a4b-5cb7-41ef-a9ff-2d13d5c344ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:35.429830 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6ea07251-d38d-4b47-b4af-99e479d99d93 req-00045a4b-5cb7-41ef-a9ff-2d13d5c344ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 1130 time: 0.0803301 Mar 21 22:06:35.457090 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-10951084-823c-46c8-a3fe-1ccd33023b31 req-20ef65eb-c7f7-4eb8-99b6-b2976b10bdf8 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613205 Mar 21 22:06:35.562253 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea07251-d38d-4b47-b4af-99e479d99d93 req-a2b5a0c5-8468-474d-8ee2-965b8a5da7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:35.563816 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6ea07251-d38d-4b47-b4af-99e479d99d93 req-a2b5a0c5-8468-474d-8ee2-965b8a5da7c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 920 time: 0.1058421 Mar 21 22:06:35.608697 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6ea07251-d38d-4b47-b4af-99e479d99d93 req-6981df9b-43f8-4176-9596-6ce654404c89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e8e937d-8bde-4618-8b12-148f79f41b07 HTTP/1.1" status: 200 len: 217 time: 0.0379815 Mar 21 22:06:35.670581 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea07251-d38d-4b47-b4af-99e479d99d93 req-42168f3d-16da-475a-808b-a078521ef628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:35.672174 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6ea07251-d38d-4b47-b4af-99e479d99d93 req-42168f3d-16da-475a-808b-a078521ef628 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 200 len: 858 time: 0.0564029 Mar 21 22:06:35.725666 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea07251-d38d-4b47-b4af-99e479d99d93 req-0d2ff695-c833-4d7b-98c3-3b462c220b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:35.727217 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6ea07251-d38d-4b47-b4af-99e479d99d93 req-0d2ff695-c833-4d7b-98c3-3b462c220b59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464175 Mar 21 22:06:35.862020 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6ea07251-d38d-4b47-b4af-99e479d99d93 req-e7b85ea8-de7b-4eee-9eae-90a7834ed5d4 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257148 Mar 21 22:06:35.989849 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6ea07251-d38d-4b47-b4af-99e479d99d93 req-490c8f02-2c78-4d7c-9366-9a9894bb7fa3 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192775 Mar 21 22:06:36.341745 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319c10b-df8f-4b6a-8619-242b79b936cc req-8e00bff9-4b22-45ff-a9e3-f056b8c9a9f3 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:36.343372 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9319c10b-df8f-4b6a-8619-242b79b936cc req-8e00bff9-4b22-45ff-a9e3-f056b8c9a9f3 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 949 time: 0.0608327 Mar 21 22:06:36.399274 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9319c10b-df8f-4b6a-8619-242b79b936cc req-49406f9c-780f-4503-b7e5-012367af4e2c tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457115 Mar 21 22:06:36.431692 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:06:36.700202 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e8ec6-ddc8-4118-b48f-d88d188c2973 req-90b64097-4d95-4a84-9ab9-8b7c3d64e714 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:36.701787 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e95e8ec6-ddc8-4118-b48f-d88d188c2973 req-90b64097-4d95-4a84-9ab9-8b7c3d64e714 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.1402402 Mar 21 22:06:36.708313 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4705dd0-07ec-451c-b772-cec602e8279e req-0581787d-6cfc-4239-b2aa-518856d700f9 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:36.715511 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4705dd0-07ec-451c-b772-cec602e8279e req-0581787d-6cfc-4239-b2aa-518856d700f9 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/networks?id=49629b38-e0c2-4cf3-bebc-aca6b5db7d45 HTTP/1.1" status: 200 len: 814 time: 0.1961150 Mar 21 22:06:36.739318 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4705dd0-07ec-451c-b772-cec602e8279e req-e958374a-c14d-4442-b57a-ed17f5885daf tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/quotas/07f0d730a6144e399d086b31ec35344b HTTP/1.1" status: 200 len: 375 time: 0.0228832 Mar 21 22:06:36.786654 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4705dd0-07ec-451c-b772-cec602e8279e req-f5390785-577d-4bf4-9220-f68dd1f17b80 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=07f0d730a6144e399d086b31ec35344b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404794 Mar 21 22:06:36.806973 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e95e8ec6-ddc8-4118-b48f-d88d188c2973 req-b80113d7-15ed-4237-a706-9fde2d7ce4b1 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883098 Mar 21 22:06:36.885420 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4705dd0-07ec-451c-b772-cec602e8279e req-bb560f04-f4ae-4956-988f-7b5a89089465 service neutron] 10.222.0.45 "GET /v2.0/networks/49629b38-e0c2-4cf3-bebc-aca6b5db7d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903084 Mar 21 22:06:36.999368 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4705dd0-07ec-451c-b772-cec602e8279e req-e7acbf27-e348-4de7-af3f-33a9f4e7b917 service neutron] 10.222.0.45 "GET /v2.0/networks/49629b38-e0c2-4cf3-bebc-aca6b5db7d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030324 Mar 21 22:06:37.246095 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e287b4e-a97f-4b5a-a62d-19e79b3d21bf req-ed561b0e-8b0e-4e5c-8a5b-59f6ee292229 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:37.247720 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8e287b4e-a97f-4b5a-a62d-19e79b3d21bf req-ed561b0e-8b0e-4e5c-8a5b-59f6ee292229 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.47 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 949 time: 0.2023129 Mar 21 22:06:37.375954 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-8e287b4e-a97f-4b5a-a62d-19e79b3d21bf req-cc342452-c1ce-4012-b42e-2f2603954c92 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Deleting port 2ee19ef0-cee2-457c-a4a7-c36257babaa1 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:06:37.377052 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-8e287b4e-a97f-4b5a-a62d-19e79b3d21bf req-cc342452-c1ce-4012-b42e-2f2603954c92 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (2ee19ef0-cee2-457c-a4a7-c36257babaa1), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:37.783949 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-32ead18c-f0dd-48da-b046-90dd8e3886fa req-4492a571-b8a3-4b95-b9c7-f96d90c7953d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 210 time: 0.3208020 Mar 21 22:06:37.852329 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-8e287b4e-a97f-4b5a-a62d-19e79b3d21bf req-cc342452-c1ce-4012-b42e-2f2603954c92 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] For port 2ee19ef0-cee2-457c-a4a7-c36257babaa1, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2ee19ef0-cee2-457c-a4a7-c36257babaa1,segment=NetworkSegment(9372e835-2ad9-40c5-a28a-9681e43c19ab),segment_id=9372e835-2ad9-40c5-a28a-9681e43c19ab)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:06:37.852696 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-8e287b4e-a97f-4b5a-a62d-19e79b3d21bf req-cc342452-c1ce-4012-b42e-2f2603954c92 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (2ee19ef0-cee2-457c-a4a7-c36257babaa1), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:37.876210 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-8e287b4e-a97f-4b5a-a62d-19e79b3d21bf req-cc342452-c1ce-4012-b42e-2f2603954c92 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Calling delete_port for 2ee19ef0-cee2-457c-a4a7-c36257babaa1 owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:06:37.888629 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-608d934a-4341-4c7f-91fd-e7d7209e234c tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:37.890155 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-608d934a-4341-4c7f-91fd-e7d7209e234c tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/networks?id=d573a565-11b0-43e3-8a8f-843e39fd66ac HTTP/1.1" status: 200 len: 809 time: 0.4285891 Mar 21 22:06:37.967679 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-4354f0a4-2c05-4577-b47b-1fae12dcba77 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/quotas/4c62b493b8214bf5bedac57aed3c50ef HTTP/1.1" status: 200 len: 375 time: 0.0604506 Mar 21 22:06:38.026058 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-45af6505-ec89-4365-ac86-78d599430f48 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c62b493b8214bf5bedac57aed3c50ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440054 Mar 21 22:06:38.048085 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c263447-f184-4740-b5f0-0984b0f55d3a req-67ddf3a0-e3f0-481f-ad9f-54e2f92fce8f tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:38.050044 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4c263447-f184-4740-b5f0-0984b0f55d3a req-67ddf3a0-e3f0-481f-ad9f-54e2f92fce8f tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 949 time: 0.1589077 Mar 21 22:06:38.284369 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4c263447-f184-4740-b5f0-0984b0f55d3a req-6a620ca4-992d-4af7-8773-28bebb278332 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/security-groups?id=c55ade13-81fc-407d-8f30-77fae4edf5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280638 Mar 21 22:06:38.346648 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-8b48f562-e9cb-4202-876a-86f1391dce2e service neutron] 10.222.0.45 "GET /v2.0/networks/d573a565-11b0-43e3-8a8f-843e39fd66ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879395 Mar 21 22:06:38.413092 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-8e287b4e-a97f-4b5a-a62d-19e79b3d21bf req-cc342452-c1ce-4012-b42e-2f2603954c92 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (2ee19ef0-cee2-457c-a4a7-c36257babaa1), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:38.460857 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['2ee19ef0-cee2-457c-a4a7-c36257babaa1'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:06:38.476975 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc342452-c1ce-4012-b42e-2f2603954c92 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Pushing event deleted for resources: {'Port': ['ID=2ee19ef0-cee2-457c-a4a7-c36257babaa1,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:38.490801 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-271b14b0-1031-4fb0-a8c4-ec719dc13629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:38.554515 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e287b4e-a97f-4b5a-a62d-19e79b3d21bf req-cc342452-c1ce-4012-b42e-2f2603954c92 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] No DVR routers for this DVR port 2ee19ef0-cee2-457c-a4a7-c36257babaa1 on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:06:38.559956 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-8e287b4e-a97f-4b5a-a62d-19e79b3d21bf req-cc342452-c1ce-4012-b42e-2f2603954c92 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:38.563426 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8e287b4e-a97f-4b5a-a62d-19e79b3d21bf req-cc342452-c1ce-4012-b42e-2f2603954c92 tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.47 "DELETE /v2.0/ports/2ee19ef0-cee2-457c-a4a7-c36257babaa1 HTTP/1.1" status: 204 len: 173 time: 1.3098021 Mar 21 22:06:38.571399 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93a470-8295-4ba8-8a9a-f8af380c66bf req-a0fe9f18-8972-4424-a235-100949372730 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:38.572972 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ae93a470-8295-4ba8-8a9a-f8af380c66bf req-a0fe9f18-8972-4424-a235-100949372730 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.1954684 Mar 21 22:06:38.573450 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18595ac4-459c-432b-b1f7-bd801527957d', 'name': 'network-vif-deleted', 'tag': '2ee19ef0-cee2-457c-a4a7-c36257babaa1'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:06:38.579959 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8a7b71-7bc6-47bc-949a-8eecdb6aad37" -d '{"events": [{"server_uuid": "18595ac4-459c-432b-b1f7-bd801527957d", "name": "network-vif-deleted", "tag": "2ee19ef0-cee2-457c-a4a7-c36257babaa1"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:06:38.597187 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-8ddb367b-12ba-4f81-8026-fbe8fba872e9 service neutron] 10.222.0.45 "GET /v2.0/networks/d573a565-11b0-43e3-8a8f-843e39fd66ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396691 Mar 21 22:06:38.671853 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ae93a470-8295-4ba8-8a9a-f8af380c66bf req-16fb110b-528a-4c5a-ad18-9471bb6a456c tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732472 Mar 21 22:06:38.743534 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00834efb-3aa8-4dfa-a6fb-1a0b156074a8 x-openstack-request-id: req-00834efb-3aa8-4dfa-a6fb-1a0b156074a8 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:06:38.744019 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18595ac4-459c-432b-b1f7-bd801527957d", "name": "network-vif-deleted", "tag": "2ee19ef0-cee2-457c-a4a7-c36257babaa1", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:06:38.744502 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-00834efb-3aa8-4dfa-a6fb-1a0b156074a8 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:06:38.745296 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18595ac4-459c-432b-b1f7-bd801527957d', 'name': 'network-vif-deleted', 'tag': '2ee19ef0-cee2-457c-a4a7-c36257babaa1', 'status': 'completed', 'code': 200} Mar 21 22:06:38.907378 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-82f1bd00-fcd0-444b-98d1-5f7d32da8c61 req-b0b8820c-7044-4b2a-91d6-b8c657a391dd tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 210 time: 0.0544000 Mar 21 22:06:38.937305 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d83733a3-eb47-48e5-90aa-e863af7a273c req-391203a1-a4a7-48d6-bb36-61852694e90f tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 210 time: 0.0337183 Mar 21 22:06:39.421564 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b4747e2c-8a9a-47fb-8d30-3d58e453da60 req-6c31c8cd-c442-4059-a98d-f8b246d1789e tempest-VolumesNegativeTest-516282759 tempest-VolumesNegativeTest-516282759-project] 10.222.0.45 "GET /v2.0/ports?device_id=18595ac4-459c-432b-b1f7-bd801527957d HTTP/1.1" status: 200 len: 210 time: 0.0390019 Mar 21 22:06:39.807014 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5c3f5-385c-41c8-97b2-ab1d045f4cb5 req-acbcf551-a6b0-4587-a36b-cb96a3c8de9a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:39.808596 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-06d5c3f5-385c-41c8-97b2-ab1d045f4cb5 req-acbcf551-a6b0-4587-a36b-cb96a3c8de9a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0591760 Mar 21 22:06:39.858822 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-06d5c3f5-385c-41c8-97b2-ab1d045f4cb5 req-436aeb60-2af4-4901-a78d-95a6e72d795a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444918 Mar 21 22:06:40.001684 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:40.002817 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fa9398cf-693d-4885-88a9-75a4662bc242 req-2562340a-e17f-4979-820a-2999de455a44 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 210 time: 0.0298600 Mar 21 22:06:40.070082 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f6544c4f-12a2-4141-af92-ddc1f921e64e req-5f6ab3e9-0839-45e4-85fc-62aeb20dc2d7 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 210 time: 0.0284083 Mar 21 22:06:40.700587 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4705dd0-07ec-451c-b772-cec602e8279e req-23b2d167-fc27-45a1-9566-77b471c3517b tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:40.702050 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4705dd0-07ec-451c-b772-cec602e8279e req-23b2d167-fc27-45a1-9566-77b471c3517b tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.47 "GET /v2.0/networks?id=49629b38-e0c2-4cf3-bebc-aca6b5db7d45 HTTP/1.1" status: 200 len: 814 time: 0.1307945 Mar 21 22:06:40.768707 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-e4705dd0-07ec-451c-b772-cec602e8279e req-45f4684f-b963-4df3-be42-ac9c8c0512b5 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Request body: {'port': {'device_id': '0f4e9948-4818-4d50-8535-b1d40f091deb', 'network_id': '49629b38-e0c2-4cf3-bebc-aca6b5db7d45', 'admin_state_up': True, 'tenant_id': '07f0d730a6144e399d086b31ec35344b'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:06:40.998547 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4705dd0-07ec-451c-b772-cec602e8279e req-45f4684f-b963-4df3-be42-ac9c8c0512b5 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Made reservation on behalf of 07f0d730a6144e399d086b31ec35344b for: {'port': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:06:41.006472 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e4705dd0-07ec-451c-b772-cec602e8279e req-45f4684f-b963-4df3-be42-ac9c8c0512b5 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:41.053635 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e790f9d-f7fb-40d8-a35b-7aed80fbbf2d req-f4a92bc0-f931-45fc-8893-6e212833ca6f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:41.055503 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6e790f9d-f7fb-40d8-a35b-7aed80fbbf2d req-f4a92bc0-f931-45fc-8893-6e212833ca6f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0903316 Mar 21 22:06:41.145721 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b565b255-35e9-4d2e-b250-5118a449d514 req-6e3f44c5-4f4f-46e4-a473-c5d964a6bfeb tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 210 time: 0.0558581 Mar 21 22:06:41.179217 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-c82aa62d-5543-4712-88a0-46a0272f9459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:41.217090 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6e790f9d-f7fb-40d8-a35b-7aed80fbbf2d req-a5829a97-df42-4c35-914a-6569fa246839 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285069 Mar 21 22:06:41.266734 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [req-e4705dd0-07ec-451c-b772-cec602e8279e req-45f4684f-b963-4df3-be42-ac9c8c0512b5 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Allocated IP 172.20.0.6 (49629b38-e0c2-4cf3-bebc-aca6b5db7d45/f3bbc030-4c23-4106-84bb-fa5d9a5b9d18/ee9de69c-780c-437f-bed7-40d7b282f531) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:06:41.332419 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-390ff001-5136-40cf-8d62-6c22bd65878d req-048c3128-0db3-4d19-8e8e-3004e0d81cda tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 210 time: 0.0947726 Mar 21 22:06:41.489476 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e4705dd0-07ec-451c-b772-cec602e8279e req-45f4684f-b963-4df3-be42-ac9c8c0512b5 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Publish callbacks [] for port (ee9de69c-780c-437f-bed7-40d7b282f531), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:41.648859 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e4705dd0-07ec-451c-b772-cec602e8279e req-45f4684f-b963-4df3-be42-ac9c8c0512b5 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (ee9de69c-780c-437f-bed7-40d7b282f531), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:41.665678 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 2ee19ef0-cee2-457c-a4a7-c36257babaa1 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:06:41.691575 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: 2ee19ef0-cee2-457c-a4a7-c36257babaa1 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:06:41.692044 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 2ee19ef0-cee2-457c-a4a7-c36257babaa1 not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:06:41.711957 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4705dd0-07ec-451c-b772-cec602e8279e req-45f4684f-b963-4df3-be42-ac9c8c0512b5 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Network 49629b38-e0c2-4cf3-bebc-aca6b5db7d45 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:06:41.715185 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [req-e4705dd0-07ec-451c-b772-cec602e8279e req-45f4684f-b963-4df3-be42-ac9c8c0512b5 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:06:41.719547 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4705dd0-07ec-451c-b772-cec602e8279e req-45f4684f-b963-4df3-be42-ac9c8c0512b5 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:06:41.769914 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4684f-b963-4df3-be42-ac9c8c0512b5 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Pushing event updated for resources: {'Port': ['ID=ee9de69c-780c-437f-bed7-40d7b282f531,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:41.803921 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4705dd0-07ec-451c-b772-cec602e8279e req-45f4684f-b963-4df3-be42-ac9c8c0512b5 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:41.805112 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e4705dd0-07ec-451c-b772-cec602e8279e req-45f4684f-b963-4df3-be42-ac9c8c0512b5 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:41.941625 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4705dd0-07ec-451c-b772-cec602e8279e req-45f4684f-b963-4df3-be42-ac9c8c0512b5 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1768816 Mar 21 22:06:41.975725 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Request body: {'port': {'device_id': '0f4e9948-4818-4d50-8535-b1d40f091deb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:06:42.032981 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 60958) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:42.065702 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ee9de69c-780c-437f-bed7-40d7b282f531), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:42.201655 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-88c5e060-a041-4f87-9eae-8bed74ab4243 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:42.203250 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-88c5e060-a041-4f87-9eae-8bed74ab4243 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.47 "GET /v2.0/networks?id=d573a565-11b0-43e3-8a8f-843e39fd66ac HTTP/1.1" status: 200 len: 809 time: 0.1496902 Mar 21 22:06:42.225084 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:42.233233 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-11ec5eec-1303-4ea3-b201-6a93ad98f98d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Request body: {'port': {'device_id': '5679774c-edf4-45e5-80f4-4b9c29d0f6d6', 'network_id': 'd573a565-11b0-43e3-8a8f-843e39fd66ac', 'admin_state_up': True, 'tenant_id': '4c62b493b8214bf5bedac57aed3c50ef'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:06:42.438781 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-68947020-4a7f-49a0-9158-758afe9480b9 req-21963590-c2ca-4403-bf53-8616f92ac201 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 210 time: 0.0794666 Mar 21 22:06:42.461936 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Publish callbacks [] for security_group (3048b9b3-b370-4568-9293-461039ab2639), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:42.490467 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731a5ba-99f3-48b4-b448-f2cf823cdb4d req-3c1dc970-291a-4821-9ace-a2dd0d0deba6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:42.492366 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9731a5ba-99f3-48b4-b448-f2cf823cdb4d req-3c1dc970-291a-4821-9ace-a2dd0d0deba6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.1343963 Mar 21 22:06:42.550408 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-11ec5eec-1303-4ea3-b201-6a93ad98f98d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Made reservation on behalf of 4c62b493b8214bf5bedac57aed3c50ef for: {'port': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:06:42.556168 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-11ec5eec-1303-4ea3-b201-6a93ad98f98d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:42.567652 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (3048b9b3-b370-4568-9293-461039ab2639), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:42.612967 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9de69c-780c-437f-bed7-40d7b282f531 {{(pid=115863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:06:42.623565 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3048b9b3-b370-4568-9293-461039ab2639,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:42.624065 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Publish callbacks [] for port (ee9de69c-780c-437f-bed7-40d7b282f531), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:42.631073 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2231ba591a5242b3a1f574158ac8feb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5968885 Mar 21 22:06:42.635569 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 32774) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:42.639472 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9731a5ba-99f3-48b4-b448-f2cf823cdb4d req-0f8a6f1d-eab8-43f6-8aca-3391c7e5a50d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339941 Mar 21 22:06:42.681745 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.682085 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.682438 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.682922 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.683146 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.683479 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.683809 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.684143 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.684468 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.684801 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.685128 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.685632 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.686137 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.provisioning_blocks [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Transition to ACTIVE for port object ee9de69c-780c-437f-bed7-40d7b282f531 will not be triggered until provisioned by entity L2. {{(pid=115863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:06:42.686343 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.686817 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.687328 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9cf13-704e-4cb1-a5ba-46e98189176f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.712171 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d572e1-a020-4649-aad5-df6765194b31 req-5fc5087c-4c70-42ec-bc27-7e562c26ae3d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:42.713782 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-85d572e1-a020-4649-aad5-df6765194b31 req-5fc5087c-4c70-42ec-bc27-7e562c26ae3d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 931 time: 0.1640015 Mar 21 22:06:42.766002 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (ee9de69c-780c-437f-bed7-40d7b282f531), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:42.768099 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7519bf12-62b6-4b51-99bc-126e6e326633 admin admin] Publish callbacks [] for security_group (3048b9b3-b370-4568-9293-461039ab2639), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:42.808252 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-11ec5eec-1303-4ea3-b201-6a93ad98f98d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Allocated IP 172.20.0.7 (d573a565-11b0-43e3-8a8f-843e39fd66ac/8658023b-71c2-486c-999a-3a65540463d6/3e2b5248-99bc-4576-9013-4dc6456a4fc4) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:06:42.834555 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-85d572e1-a020-4649-aad5-df6765194b31 req-a1f5a8fd-3c1d-4e53-8d5b-d0c94e45ca7e tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151168 Mar 21 22:06:42.843202 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7519bf12-62b6-4b51-99bc-126e6e326633 admin admin] Publish callbacks [] for security_group (3048b9b3-b370-4568-9293-461039ab2639), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:42.864770 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:42.880888 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9de69c-780c-437f-bed7-40d7b282f531,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:42.923039 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.923393 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.923786 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.924132 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.924462 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.925023 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.925369 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.925704 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.926100 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.926424 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.926771 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.927097 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.927438 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.927744 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:42.928100 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:06:43.001784 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Attempting to bind port ee9de69c-780c-437f-bed7-40d7b282f531 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:06:43.002182 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Attempting to bind port ee9de69c-780c-437f-bed7-40d7b282f531 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'ea8f7f58-9095-40e3-b57d-d59fba3b3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49629b38-e0c2-4cf3-bebc-aca6b5db7d45'}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:06:43.002522 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Attempting to bind port ee9de69c-780c-437f-bed7-40d7b282f531 on network 49629b38-e0c2-4cf3-bebc-aca6b5db7d45 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:06:43.007511 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Port ee9de69c-780c-437f-bed7-40d7b282f531 on network 49629b38-e0c2-4cf3-bebc-aca6b5db7d45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:06:43.008325 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Attempting to bind port ee9de69c-780c-437f-bed7-40d7b282f531 on network 49629b38-e0c2-4cf3-bebc-aca6b5db7d45 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:06:43.013685 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:06:43.014221 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Checking segment: {'id': 'ea8f7f58-9095-40e3-b57d-d59fba3b3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49629b38-e0c2-4cf3-bebc-aca6b5db7d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:06:43.014604 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Bound using segment: {'id': 'ea8f7f58-9095-40e3-b57d-d59fba3b3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49629b38-e0c2-4cf3-bebc-aca6b5db7d45'} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:06:43.015078 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Bound port: ee9de69c-780c-437f-bed7-40d7b282f531, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea8f7f58-9095-40e3-b57d-d59fba3b3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49629b38-e0c2-4cf3-bebc-aca6b5db7d45'}}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:06:43.015560 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ee9de69c-780c-437f-bed7-40d7b282f531), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:43.024347 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-11ec5eec-1303-4ea3-b201-6a93ad98f98d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Publish callbacks [] for port (3e2b5248-99bc-4576-9013-4dc6456a4fc4), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:43.096161 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] For port ee9de69c-780c-437f-bed7-40d7b282f531, host hv-cinder-83454, cleared binding levels {{(pid=115863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:06:43.099461 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] For port ee9de69c-780c-437f-bed7-40d7b282f531, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee9de69c-780c-437f-bed7-40d7b282f531,segment=NetworkSegment(ea8f7f58-9095-40e3-b57d-d59fba3b3c0f),segment_id=ea8f7f58-9095-40e3-b57d-d59fba3b3c0f)] {{(pid=115863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:06:43.107546 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7519bf12-62b6-4b51-99bc-126e6e326633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (3048b9b3-b370-4568-9293-461039ab2639), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:43.110283 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7519bf12-62b6-4b51-99bc-126e6e326633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:43.111591 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-7519bf12-62b6-4b51-99bc-126e6e326633 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3048b9b3-b370-4568-9293-461039ab2639 HTTP/1.1" status: 204 len: 168 time: 0.4710152 Mar 21 22:06:43.120593 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519bf12-62b6-4b51-99bc-126e6e326633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3048b9b3-b370-4568-9293-461039ab2639,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:43.218918 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-11ec5eec-1303-4ea3-b201-6a93ad98f98d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (3e2b5248-99bc-4576-9013-4dc6456a4fc4), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:43.230469 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (ee9de69c-780c-437f-bed7-40d7b282f531), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:43.264578 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:43.265307 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:43.266844 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4705dd0-07ec-451c-b772-cec602e8279e req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] 10.222.0.47 "PUT /v2.0/ports/ee9de69c-780c-437f-bed7-40d7b282f531 HTTP/1.1" status: 200 len: 1093 time: 1.2991011 Mar 21 22:06:43.269921 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4e9948-4818-4d50-8535-b1d40f091deb', 'tag': 'ee9de69c-780c-437f-bed7-40d7b282f531'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:06:43.272937 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676bf373-7003-402e-a04a-1147202a9582" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4e9948-4818-4d50-8535-b1d40f091deb", "tag": "ee9de69c-780c-437f-bed7-40d7b282f531"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:06:43.284926 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-11ec5eec-1303-4ea3-b201-6a93ad98f98d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Network d573a565-11b0-43e3-8a8f-843e39fd66ac is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:06:43.288999 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-11ec5eec-1303-4ea3-b201-6a93ad98f98d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:06:43.296958 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-11ec5eec-1303-4ea3-b201-6a93ad98f98d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:06:43.302654 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-11ec5eec-1303-4ea3-b201-6a93ad98f98d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:43.303553 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-11ec5eec-1303-4ea3-b201-6a93ad98f98d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for port (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:43.307467 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68356373-0e1c-4963-86aa-2d54784c24e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9de69c-780c-437f-bed7-40d7b282f531,revision_number=3']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:43.314371 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec5eec-1303-4ea3-b201-6a93ad98f98d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Pushing event updated for resources: {'Port': ['ID=3e2b5248-99bc-4576-9013-4dc6456a4fc4,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:43.333114 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06377a11-84d9-4e4e-aeae-dcaeb435215e x-openstack-request-id: req-06377a11-84d9-4e4e-aeae-dcaeb435215e {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:06:43.333411 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4e9948-4818-4d50-8535-b1d40f091deb", "tag": "ee9de69c-780c-437f-bed7-40d7b282f531", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:06:43.333669 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06377a11-84d9-4e4e-aeae-dcaeb435215e {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:06:43.334069 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f4e9948-4818-4d50-8535-b1d40f091deb', 'tag': 'ee9de69c-780c-437f-bed7-40d7b282f531', 'status': 'completed', 'code': 200} Mar 21 22:06:43.442184 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-11ec5eec-1303-4ea3-b201-6a93ad98f98d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2140341 Mar 21 22:06:43.450327 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bf373-7003-402e-a04a-1147202a9582 req-7b239a55-13b6-44e5-9dea-74f3ba6f5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:43.452064 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-676bf373-7003-402e-a04a-1147202a9582 req-7b239a55-13b6-44e5-9dea-74f3ba6f5b84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07f0d730a6144e399d086b31ec35344b&device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 1127 time: 0.0543373 Mar 21 22:06:43.484918 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Request body: {'port': {'device_id': '5679774c-edf4-45e5-80f4-4b9c29d0f6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:06:43.610185 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3e2b5248-99bc-4576-9013-4dc6456a4fc4), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:43.834579 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a575e6-0770-4d09-9b50-d3534673ba8b req-9fabfbdf-92f8-4ec3-aee1-e032ea2a8a58 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:43.836604 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a5a575e6-0770-4d09-9b50-d3534673ba8b req-9fabfbdf-92f8-4ec3-aee1-e032ea2a8a58 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 931 time: 0.2386906 Mar 21 22:06:43.868939 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bf373-7003-402e-a04a-1147202a9582 req-c65766b5-8779-4483-8a06-b06ee6dff207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:43.870425 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-676bf373-7003-402e-a04a-1147202a9582 req-c65766b5-8779-4483-8a06-b06ee6dff207 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=07f0d730a6144e399d086b31ec35344b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3947918 Mar 21 22:06:43.908725 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff3aac-d75f-48b6-8b49-ae6b53837de6 req-a5dff1d9-c753-4ad0-ad79-0bb766d221d6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:43.910414 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3fff3aac-d75f-48b6-8b49-ae6b53837de6 req-a5dff1d9-c753-4ad0-ad79-0bb766d221d6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.1649644 Mar 21 22:06:43.996221 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a5a575e6-0770-4d09-9b50-d3534673ba8b req-ea2bc786-3ce1-4e4e-8afd-7912dd60cd50 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488349 Mar 21 22:06:44.047278 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3fff3aac-d75f-48b6-8b49-ae6b53837de6 req-11d03fda-4f52-4d6d-ab3c-81a40fdeb330 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016345 Mar 21 22:06:44.053171 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bf373-7003-402e-a04a-1147202a9582 req-288a22bc-6b09-41d6-b71e-ce5622b304e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:44.054827 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-676bf373-7003-402e-a04a-1147202a9582 req-288a22bc-6b09-41d6-b71e-ce5622b304e7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1781576 Mar 21 22:06:44.060900 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2b5248-99bc-4576-9013-4dc6456a4fc4 {{(pid=115862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:06:44.077768 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Publish callbacks [] for port (3e2b5248-99bc-4576-9013-4dc6456a4fc4), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:44.098695 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.provisioning_blocks [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Transition to ACTIVE for port object 3e2b5248-99bc-4576-9013-4dc6456a4fc4 will not be triggered until provisioned by entity L2. {{(pid=115862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:06:44.153352 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 32812) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:44.168746 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e017df74-6b41-4c3c-a5b5-847f3cd6b862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:44.197425 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (3e2b5248-99bc-4576-9013-4dc6456a4fc4), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:44.232950 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4705dd0-07ec-451c-b772-cec602e8279e req-e6312996-d330-4b42-8208-be4f3939a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:44.241355 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4705dd0-07ec-451c-b772-cec602e8279e req-e6312996-d330-4b42-8208-be4f3939a060 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07f0d730a6144e399d086b31ec35344b&device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 1127 time: 0.0953329 Mar 21 22:06:44.254985 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925a278-1650-4ca0-8b63-b5eaf525679d req-bdf1cfa9-df2a-4713-a124-b6679a382a99 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:44.256583 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2925a278-1650-4ca0-8b63-b5eaf525679d req-bdf1cfa9-df2a-4713-a124-b6679a382a99 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 943 time: 0.1198308 Mar 21 22:06:44.300784 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:44.309086 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Pushing event updated for resources: {'Port': ['ID=3e2b5248-99bc-4576-9013-4dc6456a4fc4,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:44.315363 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4705dd0-07ec-451c-b772-cec602e8279e req-412b9c30-b2e2-4eb0-bd64-e1e3ec348fd8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee9de69c-780c-437f-bed7-40d7b282f531 HTTP/1.1" status: 200 len: 217 time: 0.0532668 Mar 21 22:06:44.385610 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Attempting to bind port 3e2b5248-99bc-4576-9013-4dc6456a4fc4 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:06:44.386050 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Attempting to bind port 3e2b5248-99bc-4576-9013-4dc6456a4fc4 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '396a98cb-76ff-4300-ba5e-e33125c1fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd573a565-11b0-43e3-8a8f-843e39fd66ac'}] {{(pid=115862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:06:44.386369 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Attempting to bind port 3e2b5248-99bc-4576-9013-4dc6456a4fc4 on network d573a565-11b0-43e3-8a8f-843e39fd66ac {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:06:44.394567 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Port 3e2b5248-99bc-4576-9013-4dc6456a4fc4 on network d573a565-11b0-43e3-8a8f-843e39fd66ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:06:44.394914 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Attempting to bind port 3e2b5248-99bc-4576-9013-4dc6456a4fc4 on network d573a565-11b0-43e3-8a8f-843e39fd66ac {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:06:44.403379 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2925a278-1650-4ca0-8b63-b5eaf525679d req-e519a848-aecd-451b-b8d0-bd0093cf8086 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324008 Mar 21 22:06:44.405524 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:06:44.406337 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Checking segment: {'id': '396a98cb-76ff-4300-ba5e-e33125c1fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd573a565-11b0-43e3-8a8f-843e39fd66ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:06:44.406920 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Bound using segment: {'id': '396a98cb-76ff-4300-ba5e-e33125c1fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd573a565-11b0-43e3-8a8f-843e39fd66ac'} {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:06:44.407645 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Bound port: 3e2b5248-99bc-4576-9013-4dc6456a4fc4, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396a98cb-76ff-4300-ba5e-e33125c1fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd573a565-11b0-43e3-8a8f-843e39fd66ac'}}] {{(pid=115862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:06:44.407995 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3e2b5248-99bc-4576-9013-4dc6456a4fc4), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:44.416090 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4705dd0-07ec-451c-b772-cec602e8279e req-e0647df5-3caa-4e48-86dc-ad3e3eb8ec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:44.417606 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4705dd0-07ec-451c-b772-cec602e8279e req-e0647df5-3caa-4e48-86dc-ad3e3eb8ec24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3bbc030-4c23-4106-84bb-fa5d9a5b9d18 HTTP/1.1" status: 200 len: 854 time: 0.0943036 Mar 21 22:06:44.456047 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4705dd0-07ec-451c-b772-cec602e8279e req-814f55fd-4965-4070-8af4-6dfbe8f86612 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49629b38-e0c2-4cf3-bebc-aca6b5db7d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315921 Mar 21 22:06:44.468641 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e017df74-6b41-4c3c-a5b5-847f3cd6b862 admin admin] Publish callbacks [] for security_group (d67b35c7-04ca-4422-8953-e58987390625), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:44.501719 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] For port 3e2b5248-99bc-4576-9013-4dc6456a4fc4, host hv-cinder-83454, cleared binding levels {{(pid=115862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:06:44.505220 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] For port 3e2b5248-99bc-4576-9013-4dc6456a4fc4, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3e2b5248-99bc-4576-9013-4dc6456a4fc4,segment=NetworkSegment(396a98cb-76ff-4300-ba5e-e33125c1fa97),segment_id=396a98cb-76ff-4300-ba5e-e33125c1fa97)] {{(pid=115862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:06:44.593728 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e017df74-6b41-4c3c-a5b5-847f3cd6b862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (d67b35c7-04ca-4422-8953-e58987390625), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:44.593839 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4705dd0-07ec-451c-b772-cec602e8279e req-55a42253-3ebc-4784-ae94-fc4994e9f4e9 service neutron] 10.222.0.47 "GET /v2.0/networks/49629b38-e0c2-4cf3-bebc-aca6b5db7d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296668 Mar 21 22:06:44.638637 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (3e2b5248-99bc-4576-9013-4dc6456a4fc4), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:44.644317 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017df74-6b41-4c3c-a5b5-847f3cd6b862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67b35c7-04ca-4422-8953-e58987390625,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:44.653303 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-e017df74-6b41-4c3c-a5b5-847f3cd6b862 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e28bdd1bd4854f128df3a712ee148004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4988806 Mar 21 22:06:44.656381 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 32822) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:44.691727 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:44.692370 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for port (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:44.693815 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] 10.222.0.47 "PUT /v2.0/ports/3e2b5248-99bc-4576-9013-4dc6456a4fc4 HTTP/1.1" status: 200 len: 1093 time: 1.2219107 Mar 21 22:06:44.694284 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5679774c-edf4-45e5-80f4-4b9c29d0f6d6', 'tag': '3e2b5248-99bc-4576-9013-4dc6456a4fc4'}] {{(pid=115862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:06:44.696690 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91f982db15cf7ea7fd65b6c8757bc5df642054ad0495c8a7b37b88a944552a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4b0e80-d9b9-429e-8f3e-fc73f69aee34" -d '{"events": [{"name": "network-changed", "server_uuid": "5679774c-edf4-45e5-80f4-4b9c29d0f6d6", "tag": "3e2b5248-99bc-4576-9013-4dc6456a4fc4"}]}' {{(pid=115862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:06:44.735182 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7e8b4-658f-4ee2-96f9-43cf101018be service neutron] Pushing event updated for resources: {'Port': ['ID=3e2b5248-99bc-4576-9013-4dc6456a4fc4,revision_number=3']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:44.759426 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f374cd52-4dbb-473b-ab43-24ab24b8c158 x-openstack-request-id: req-f374cd52-4dbb-473b-ab43-24ab24b8c158 {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:06:44.760081 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5679774c-edf4-45e5-80f4-4b9c29d0f6d6", "tag": "3e2b5248-99bc-4576-9013-4dc6456a4fc4", "status": "completed", "code": 200}]} {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:06:44.760438 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f374cd52-4dbb-473b-ab43-24ab24b8c158 {{(pid=115862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:06:44.761400 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5679774c-edf4-45e5-80f4-4b9c29d0f6d6', 'tag': '3e2b5248-99bc-4576-9013-4dc6456a4fc4', 'status': 'completed', 'code': 200} Mar 21 22:06:44.814047 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-af6eaa24-7b12-4c9f-a757-bf53678c3de1 admin admin] Publish callbacks [] for security_group (d67b35c7-04ca-4422-8953-e58987390625), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:44.836770 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4705dd0-07ec-451c-b772-cec602e8279e req-9a6719e0-d572-40fe-bc8f-d06d33591256 service neutron] 10.222.0.47 "GET /v2.0/networks/49629b38-e0c2-4cf3-bebc-aca6b5db7d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705885 Mar 21 22:06:44.852215 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-af6eaa24-7b12-4c9f-a757-bf53678c3de1 admin admin] Publish callbacks [] for security_group (d67b35c7-04ca-4422-8953-e58987390625), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:44.858209 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b0e80-d9b9-429e-8f3e-fc73f69aee34 req-d28ed9a6-21aa-4291-86d6-06fbe63bbca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:44.860028 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-6d4b0e80-d9b9-429e-8f3e-fc73f69aee34 req-d28ed9a6-21aa-4291-86d6-06fbe63bbca2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c62b493b8214bf5bedac57aed3c50ef&device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 1127 time: 0.0557141 Mar 21 22:06:45.033594 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-af6eaa24-7b12-4c9f-a757-bf53678c3de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (d67b35c7-04ca-4422-8953-e58987390625), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:45.036752 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-af6eaa24-7b12-4c9f-a757-bf53678c3de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:45.038561 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-af6eaa24-7b12-4c9f-a757-bf53678c3de1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d67b35c7-04ca-4422-8953-e58987390625 HTTP/1.1" status: 204 len: 168 time: 0.3807290 Mar 21 22:06:45.061198 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6eaa24-7b12-4c9f-a757-bf53678c3de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67b35c7-04ca-4422-8953-e58987390625,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:45.155079 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b0e80-d9b9-429e-8f3e-fc73f69aee34 req-19db826c-e29a-4974-8cba-82c8c4dbf819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:45.171988 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-6d4b0e80-d9b9-429e-8f3e-fc73f69aee34 req-19db826c-e29a-4974-8cba-82c8c4dbf819 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4c62b493b8214bf5bedac57aed3c50ef&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2956152 Mar 21 22:06:45.299763 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d46560-c2a9-499b-b9fb-ae2493f19237 req-3087d539-8e7e-4ec3-a065-095c4c5b09bd tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:45.302544 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-17d46560-c2a9-499b-b9fb-ae2493f19237 req-3087d539-8e7e-4ec3-a065-095c4c5b09bd tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 943 time: 0.1307895 Mar 21 22:06:45.315224 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb3f7c-8f9f-486b-98d4-5a8f9fb1efea req-e1a04c80-5541-4c7e-be2a-ddfd1a676e6f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:45.317080 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bacb3f7c-8f9f-486b-98d4-5a8f9fb1efea req-e1a04c80-5541-4c7e-be2a-ddfd1a676e6f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.1234760 Mar 21 22:06:45.429164 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bacb3f7c-8f9f-486b-98d4-5a8f9fb1efea req-bc34bfb0-6d36-407b-8c6d-cfa87086fb84 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039314 Mar 21 22:06:45.433761 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-17d46560-c2a9-499b-b9fb-ae2493f19237 req-b97990e9-8630-4faf-8cd7-1fbaa7e47c89 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155427 Mar 21 22:06:45.682973 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b0e80-d9b9-429e-8f3e-fc73f69aee34 req-43ff5be8-ac3e-40f7-aa0a-8bdfd01a832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:45.685121 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-6d4b0e80-d9b9-429e-8f3e-fc73f69aee34 req-43ff5be8-ac3e-40f7-aa0a-8bdfd01a832a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5061743 Mar 21 22:06:45.699584 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:45.826389 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-b33ecba4-e893-4ab0-a20a-5cc6989d97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:45.828188 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-b33ecba4-e893-4ab0-a20a-5cc6989d97ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c62b493b8214bf5bedac57aed3c50ef&device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 1127 time: 0.0681496 Mar 21 22:06:45.900557 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fd945-ecec-401f-a785-a5b0c0943e77 req-e1459c0a-90b3-46dd-bf21-01fad4f6063a tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:45.907523 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c27fd945-ecec-401f-a785-a5b0c0943e77 req-e1459c0a-90b3-46dd-bf21-01fad4f6063a tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 943 time: 0.4002023 Mar 21 22:06:45.918389 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-070fce2a-a38e-499d-8811-d43623d24426 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e2b5248-99bc-4576-9013-4dc6456a4fc4 HTTP/1.1" status: 200 len: 217 time: 0.0754015 Mar 21 22:06:46.026691 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-9cbc1863-d3fe-45ac-8a71-e5a679d3e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:46.028629 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-9cbc1863-d3fe-45ac-8a71-e5a679d3e4fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8658023b-71c2-486c-999a-3a65540463d6 HTTP/1.1" status: 200 len: 849 time: 0.1039252 Mar 21 22:06:46.037786 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c27fd945-ecec-401f-a785-a5b0c0943e77 req-4615fcc6-fdb5-4b2a-aba7-df495ca1e55a tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217010 Mar 21 22:06:46.071107 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-9104a4e1-010e-409b-93bf-3c6f299dd885 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d573a565-11b0-43e3-8a8f-843e39fd66ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342226 Mar 21 22:06:46.246812 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-bc1ad78e-aae1-4b7f-9778-46477a9d0811 service neutron] 10.222.0.47 "GET /v2.0/networks/d573a565-11b0-43e3-8a8f-843e39fd66ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374691 Mar 21 22:06:46.407165 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-a3fe1370-6ecf-4317-93d1-d56f5f48b61f req-40dd4af4-3f4f-40d9-a703-f3b045b49e98 service neutron] 10.222.0.47 "GET /v2.0/networks/d573a565-11b0-43e3-8a8f-843e39fd66ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529777 Mar 21 22:06:46.643725 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac9059-a8a3-4f7d-9df5-267cf0224161 req-734c05ec-f105-467c-aada-a0dcac712708 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:46.645160 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fbac9059-a8a3-4f7d-9df5-267cf0224161 req-734c05ec-f105-467c-aada-a0dcac712708 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 943 time: 0.1053405 Mar 21 22:06:46.653431 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57839aa4-2e34-468b-a993-872d2a9fd429 req-25ee0fe9-89fa-4927-ac5a-360cc912df82 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:46.654958 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-57839aa4-2e34-468b-a993-872d2a9fd429 req-25ee0fe9-89fa-4927-ac5a-360cc912df82 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0818350 Mar 21 22:06:46.769518 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fbac9059-a8a3-4f7d-9df5-267cf0224161 req-d3a78592-0ade-4100-b7ce-f3e8c99678ad tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132517 Mar 21 22:06:46.789175 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-57839aa4-2e34-468b-a993-872d2a9fd429 req-ce78e52f-e693-4b5c-b92c-44ab273a01d9 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256142 Mar 21 22:06:47.228087 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acddc0-75d6-4bbd-87b7-78405b5ef87a req-00604e36-d48f-427e-8cdc-09e67b39017e tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:47.230866 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-47acddc0-75d6-4bbd-87b7-78405b5ef87a req-00604e36-d48f-427e-8cdc-09e67b39017e tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 943 time: 0.0816057 Mar 21 22:06:47.324470 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-47acddc0-75d6-4bbd-87b7-78405b5ef87a req-e9c973f3-9e00-4e93-802c-5146390beefa tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828040 Mar 21 22:06:47.928983 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ac8cb-7c29-4a45-b035-44ce1b9c0ce9 req-fa06cc83-fade-4347-b0c2-8dd1b9d52a09 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:47.931174 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ee0ac8cb-7c29-4a45-b035-44ce1b9c0ce9 req-fa06cc83-fade-4347-b0c2-8dd1b9d52a09 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 943 time: 0.0918024 Mar 21 22:06:47.972877 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb74eb-3dc0-4574-b0b3-21f88d984517 req-b77260ee-fcc4-435b-afab-29af1bc60349 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:47.974415 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3cfb74eb-3dc0-4574-b0b3-21f88d984517 req-b77260ee-fcc4-435b-afab-29af1bc60349 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0961325 Mar 21 22:06:48.005511 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ee0ac8cb-7c29-4a45-b035-44ce1b9c0ce9 req-5dd6e646-f7f5-4555-ab35-2d9054d34a03 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672009 Mar 21 22:06:48.047486 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3cfb74eb-3dc0-4574-b0b3-21f88d984517 req-3b63379c-ee30-4e04-9c6d-fef63fdfffc2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513000 Mar 21 22:06:48.452499 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e4a33-1371-4325-8664-c5f9e4a6c136 req-91763836-ec4c-457d-a947-b18d1fd61e6b tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:48.454074 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-224e4a33-1371-4325-8664-c5f9e4a6c136 req-91763836-ec4c-457d-a947-b18d1fd61e6b tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 943 time: 0.0574298 Mar 21 22:06:48.507029 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-224e4a33-1371-4325-8664-c5f9e4a6c136 req-d83381a4-c6ed-4a26-8f1a-f37a30920630 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469081 Mar 21 22:06:49.170910 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a08a20-3001-4a8d-be19-8e3bee3c7857 req-0a4f0404-0290-41e8-ba4d-fa04e83f3406 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:49.173074 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b3a08a20-3001-4a8d-be19-8e3bee3c7857 req-0a4f0404-0290-41e8-ba4d-fa04e83f3406 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 943 time: 0.0766847 Mar 21 22:06:49.262727 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 33084) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:49.285702 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b3a08a20-3001-4a8d-be19-8e3bee3c7857 req-db2607ed-49b4-48aa-b12e-cc64a5546bbf tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868304 Mar 21 22:06:49.294407 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc5d20-d6e1-4c8f-b8bf-9ce92644bfb3 req-02ad544f-0ef9-44a9-899d-e0b23c81cce6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:49.296009 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-94fc5d20-d6e1-4c8f-b8bf-9ce92644bfb3 req-02ad544f-0ef9-44a9-899d-e0b23c81cce6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.1141407 Mar 21 22:06:49.355921 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-94fc5d20-d6e1-4c8f-b8bf-9ce92644bfb3 req-f3aa476b-bb13-4b86-baea-74684abf7f67 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462639 Mar 21 22:06:49.465201 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-ba538462-f4a6-4576-a49e-e5ff7086cedd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ee3c77e3abb459a964d7412020cc6ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004015 Mar 21 22:06:49.467547 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 33088) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:06:49.523400 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-986718da-609a-4fc5-9d0e-29d3fa2b4aef admin admin] Publish callbacks [] for security_group (c55ade13-81fc-407d-8f30-77fae4edf5d0), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:49.552114 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-986718da-609a-4fc5-9d0e-29d3fa2b4aef admin admin] Publish callbacks [] for security_group (c55ade13-81fc-407d-8f30-77fae4edf5d0), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:49.638771 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9307-6313-452e-bf40-d6d63bdb2551 req-8d3501ef-52a8-4be3-b6b6-2313dd38e119 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:49.640212 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-93ee9307-6313-452e-bf40-d6d63bdb2551 req-8d3501ef-52a8-4be3-b6b6-2313dd38e119 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 943 time: 0.0600488 Mar 21 22:06:49.680692 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-986718da-609a-4fc5-9d0e-29d3fa2b4aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (c55ade13-81fc-407d-8f30-77fae4edf5d0), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:49.684768 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-986718da-609a-4fc5-9d0e-29d3fa2b4aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:49.685932 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-986718da-609a-4fc5-9d0e-29d3fa2b4aef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c55ade13-81fc-407d-8f30-77fae4edf5d0 HTTP/1.1" status: 204 len: 168 time: 0.2171860 Mar 21 22:06:49.697329 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-93ee9307-6313-452e-bf40-d6d63bdb2551 req-11645cdd-c42b-4dfd-a884-40a6de4c9d8f tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511153 Mar 21 22:06:49.703299 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device ee9de69c-780c-437f-bed7-40d7b282f531 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:06:49.717873 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986718da-609a-4fc5-9d0e-29d3fa2b4aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55ade13-81fc-407d-8f30-77fae4edf5d0,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:49.834859 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port ee9de69c-780c-437f-bed7-40d7b282f531, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee9de69c-780c-437f-bed7-40d7b282f531,segment=NetworkSegment(ea8f7f58-9095-40e3-b57d-d59fba3b3c0f),segment_id=ea8f7f58-9095-40e3-b57d-d59fba3b3c0f)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:06:49.849017 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': 'ee9de69c-780c-437f-bed7-40d7b282f531', 'network_id': '49629b38-e0c2-4cf3-bebc-aca6b5db7d45', 'port_id': 'ee9de69c-780c-437f-bed7-40d7b282f531', 'mac_address': 'fa:16:3e:22:65:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bbc030-4c23-4106-84bb-fa5d9a5b9d18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:06:49.900082 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port ee9de69c-780c-437f-bed7-40d7b282f531 is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:06:49.900399 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ee9de69c-780c-437f-bed7-40d7b282f531), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:49.912625 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac42de5-a68b-459d-a51a-b53dbbf09a59 req-545612d1-a8c5-41b7-b5f4-2bf69c946f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:49.915196 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-fac42de5-a68b-459d-a51a-b53dbbf09a59 req-545612d1-a8c5-41b7-b5f4-2bf69c946f35 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 1130 time: 0.0790567 Mar 21 22:06:49.917426 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9de69c-780c-437f-bed7-40d7b282f531 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:06:49.941914 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port ee9de69c-780c-437f-bed7-40d7b282f531, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee9de69c-780c-437f-bed7-40d7b282f531,segment=NetworkSegment(ea8f7f58-9095-40e3-b57d-d59fba3b3c0f),segment_id=ea8f7f58-9095-40e3-b57d-d59fba3b3c0f)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:06:49.980103 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-fac42de5-a68b-459d-a51a-b53dbbf09a59 req-bf055051-6f30-4016-84c7-53ea4c8e4b0d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536397 Mar 21 22:06:50.039740 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (ee9de69c-780c-437f-bed7-40d7b282f531), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:50.094399 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=ee9de69c-780c-437f-bed7-40d7b282f531,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:50.447738 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ea3cd-8898-49ee-bbf2-dbb9c43a149d req-4d99f960-5626-4df3-b460-3d15cb1eaa35 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:50.449812 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ba9ea3cd-8898-49ee-bbf2-dbb9c43a149d req-4d99f960-5626-4df3-b460-3d15cb1eaa35 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 943 time: 0.0716810 Mar 21 22:06:50.540380 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ba9ea3cd-8898-49ee-bbf2-dbb9c43a149d req-b21bb565-a133-40f8-a199-4266917b78f3 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820100 Mar 21 22:06:50.566489 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d07016-1fde-4213-b16e-7e31fbebb9ec req-3c782638-0250-4db9-aa5b-ac9010dcaab5 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:50.569697 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-83d07016-1fde-4213-b16e-7e31fbebb9ec req-3c782638-0250-4db9-aa5b-ac9010dcaab5 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.1025634 Mar 21 22:06:50.636652 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-83d07016-1fde-4213-b16e-7e31fbebb9ec req-9ccf34a1-7883-4393-a416-c9a1e834ab23 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586512 Mar 21 22:06:50.651272 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['ee9de69c-780c-437f-bed7-40d7b282f531'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:06:50.884345 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa42c9f-3ea5-402f-9348-7734a741247b req-4916a114-d7a3-417b-a3fc-221ad227a953 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:50.887944 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ffa42c9f-3ea5-402f-9348-7734a741247b req-4916a114-d7a3-417b-a3fc-221ad227a953 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 944 time: 0.1088970 Mar 21 22:06:50.969822 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ffa42c9f-3ea5-402f-9348-7734a741247b req-b363baec-1663-48fa-874c-868135ff034f tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760734 Mar 21 22:06:51.722185 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d63ca4-4149-41a6-8e91-11df76373f29 req-4f3a0f20-080a-4aa0-9c67-175c1b460c99 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:51.724187 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 3e2b5248-99bc-4576-9013-4dc6456a4fc4 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:06:51.732622 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-95d63ca4-4149-41a6-8e91-11df76373f29 req-4f3a0f20-080a-4aa0-9c67-175c1b460c99 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 943 time: 0.0781443 Mar 21 22:06:51.858719 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-95d63ca4-4149-41a6-8e91-11df76373f29 req-83f82128-9d0b-4054-a8ca-bd97b0182d75 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219206 Mar 21 22:06:51.881074 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce65fd6-06fc-47d3-bb86-fb5e2ff5a9a5 req-cbdbdb43-8702-490e-903f-230a48c88b3f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:51.882328 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-dce65fd6-06fc-47d3-bb86-fb5e2ff5a9a5 req-cbdbdb43-8702-490e-903f-230a48c88b3f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.1436999 Mar 21 22:06:51.892445 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 3e2b5248-99bc-4576-9013-4dc6456a4fc4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3e2b5248-99bc-4576-9013-4dc6456a4fc4,segment=NetworkSegment(396a98cb-76ff-4300-ba5e-e33125c1fa97),segment_id=396a98cb-76ff-4300-ba5e-e33125c1fa97)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:06:51.907187 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '3e2b5248-99bc-4576-9013-4dc6456a4fc4', 'network_id': 'd573a565-11b0-43e3-8a8f-843e39fd66ac', 'port_id': '3e2b5248-99bc-4576-9013-4dc6456a4fc4', 'mac_address': 'fa:16:3e:80:e0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8658023b-71c2-486c-999a-3a65540463d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:06:51.938524 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-dce65fd6-06fc-47d3-bb86-fb5e2ff5a9a5 req-ba107e50-4226-49ee-8c9a-d48a0b76318b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478239 Mar 21 22:06:51.954301 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 3e2b5248-99bc-4576-9013-4dc6456a4fc4 is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:06:51.954630 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3e2b5248-99bc-4576-9013-4dc6456a4fc4), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:51.970215 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2b5248-99bc-4576-9013-4dc6456a4fc4 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:06:52.001375 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 3e2b5248-99bc-4576-9013-4dc6456a4fc4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3e2b5248-99bc-4576-9013-4dc6456a4fc4,segment=NetworkSegment(396a98cb-76ff-4300-ba5e-e33125c1fa97),segment_id=396a98cb-76ff-4300-ba5e-e33125c1fa97)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:06:52.093648 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (3e2b5248-99bc-4576-9013-4dc6456a4fc4), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:52.170200 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2c0fc-fba1-4aaa-8b32-b016df6b8214 req-ce9c38d8-897d-4535-9ad1-1a69dfc7d6ef tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:52.172317 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a1e2c0fc-fba1-4aaa-8b32-b016df6b8214 req-ce9c38d8-897d-4535-9ad1-1a69dfc7d6ef tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 944 time: 0.0868049 Mar 21 22:06:52.188679 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=3e2b5248-99bc-4576-9013-4dc6456a4fc4,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:52.234549 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a1e2c0fc-fba1-4aaa-8b32-b016df6b8214 req-e9adbee8-aa85-4551-9d24-7024e34ff5bb tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517876 Mar 21 22:06:52.889735 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['3e2b5248-99bc-4576-9013-4dc6456a4fc4'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:06:53.040741 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844cce5-d9dc-4239-9a61-1796ecb6c724 req-3092a86e-cd2f-479c-a861-851ec331d73d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:53.042416 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4844cce5-d9dc-4239-9a61-1796ecb6c724 req-3092a86e-cd2f-479c-a861-851ec331d73d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 944 time: 0.0854936 Mar 21 22:06:53.129938 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0406ec-c710-4b1d-8414-6372df9aa7f6 req-d3975d98-4cf7-4a51-a14f-cb252a971176 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:53.131625 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1a0406ec-c710-4b1d-8414-6372df9aa7f6 req-d3975d98-4cf7-4a51-a14f-cb252a971176 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.1112106 Mar 21 22:06:53.136107 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4844cce5-d9dc-4239-9a61-1796ecb6c724 req-4ad2e3d8-9bd9-43c9-a634-be5972da4dd0 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722647 Mar 21 22:06:53.217508 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1a0406ec-c710-4b1d-8414-6372df9aa7f6 req-3a36520b-3656-4137-8633-6760c942aeed tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735972 Mar 21 22:06:53.412503 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9093a46-9db3-494b-b07f-55380afdd75a req-120413be-b689-4bdf-9517-8510be1d403b tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:53.415810 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a9093a46-9db3-494b-b07f-55380afdd75a req-120413be-b689-4bdf-9517-8510be1d403b tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 944 time: 0.0785649 Mar 21 22:06:53.475644 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a9093a46-9db3-494b-b07f-55380afdd75a req-da31af2a-f745-4511-8637-9c8cf2248692 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517135 Mar 21 22:06:53.724292 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14a016-4f41-4cb4-a0b1-faf8f7d8743c req-fb2430d4-1c9b-48e0-b755-b27ea8a63774 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:53.725850 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-eb14a016-4f41-4cb4-a0b1-faf8f7d8743c req-fb2430d4-1c9b-48e0-b755-b27ea8a63774 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0699058 Mar 21 22:06:53.748092 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device ee9de69c-780c-437f-bed7-40d7b282f531 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:06:53.813138 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-eb14a016-4f41-4cb4-a0b1-faf8f7d8743c req-0f10c7c0-f33b-4b93-972e-7b9026bd4fe1 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757222 Mar 21 22:06:53.827129 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b56cfd-0e16-4df7-8511-d1bb8291d8af req-fea78a67-dba3-4a29-967e-3cd0ec5e4f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:53.829929 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-45b56cfd-0e16-4df7-8511-d1bb8291d8af req-fea78a67-dba3-4a29-967e-3cd0ec5e4f3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 1130 time: 0.0762002 Mar 21 22:06:53.898844 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port ee9de69c-780c-437f-bed7-40d7b282f531 completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:06:53.905122 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port ee9de69c-780c-437f-bed7-40d7b282f531 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:06:53.905691 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (ee9de69c-780c-437f-bed7-40d7b282f531), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:53.955730 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b56cfd-0e16-4df7-8511-d1bb8291d8af req-66344a48-dcf0-428f-8b71-aea20c0a2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:53.958008 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-45b56cfd-0e16-4df7-8511-d1bb8291d8af req-66344a48-dcf0-428f-8b71-aea20c0a2f30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 920 time: 0.1200924 Mar 21 22:06:54.004675 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-45b56cfd-0e16-4df7-8511-d1bb8291d8af req-feb9f698-f570-4f61-9979-a5c72b51ff5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e8e937d-8bde-4618-8b12-148f79f41b07 HTTP/1.1" status: 200 len: 217 time: 0.0385408 Mar 21 22:06:54.035258 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port ee9de69c-780c-437f-bed7-40d7b282f531 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:06:54.042122 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ee9de69c-780c-437f-bed7-40d7b282f531), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:54.057835 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b56cfd-0e16-4df7-8511-d1bb8291d8af req-be2def55-306e-4f22-a9c4-993622b97803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:54.059364 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-45b56cfd-0e16-4df7-8511-d1bb8291d8af req-be2def55-306e-4f22-a9c4-993622b97803 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 200 len: 858 time: 0.0484245 Mar 21 22:06:54.069857 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4e9948-4818-4d50-8535-b1d40f091deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9de69c-780c-437f-bed7-40d7b282f531'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:06:54.073043 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4f1a02-e053-4922-b2ce-e6bd15a12d3e" -d '{"events": [{"server_uuid": "0f4e9948-4818-4d50-8535-b1d40f091deb", "name": "network-vif-plugged", "status": "completed", "tag": "ee9de69c-780c-437f-bed7-40d7b282f531"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:06:54.089848 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port ee9de69c-780c-437f-bed7-40d7b282f531, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee9de69c-780c-437f-bed7-40d7b282f531,segment=NetworkSegment(ea8f7f58-9095-40e3-b57d-d59fba3b3c0f),segment_id=ea8f7f58-9095-40e3-b57d-d59fba3b3c0f)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:06:54.129137 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b56cfd-0e16-4df7-8511-d1bb8291d8af req-c6dcd12c-8c9e-4024-8361-b90775675aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:54.130652 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-45b56cfd-0e16-4df7-8511-d1bb8291d8af req-c6dcd12c-8c9e-4024-8361-b90775675aed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630469 Mar 21 22:06:54.144098 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e28850-6376-4080-b146-30e9bf0e7959 x-openstack-request-id: req-d1e28850-6376-4080-b146-30e9bf0e7959 {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:06:54.144392 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4e9948-4818-4d50-8535-b1d40f091deb", "name": "network-vif-plugged", "status": "completed", "tag": "ee9de69c-780c-437f-bed7-40d7b282f531", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:06:54.144644 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d1e28850-6376-4080-b146-30e9bf0e7959 {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:06:54.145041 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4e9948-4818-4d50-8535-b1d40f091deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9de69c-780c-437f-bed7-40d7b282f531', 'code': 200} Mar 21 22:06:54.176827 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (ee9de69c-780c-437f-bed7-40d7b282f531), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:54.308495 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=ee9de69c-780c-437f-bed7-40d7b282f531,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:54.380904 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-45b56cfd-0e16-4df7-8511-d1bb8291d8af req-9178212a-871c-415b-b0ad-84be6caf6a19 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428336 Mar 21 22:06:54.463141 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd91cf0-b8f3-4728-8473-6080a888a52e req-6a69a050-2d93-4f2b-9aa6-dffca7429487 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:54.465814 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8fd91cf0-b8f3-4728-8473-6080a888a52e req-6a69a050-2d93-4f2b-9aa6-dffca7429487 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 944 time: 0.1015236 Mar 21 22:06:54.549838 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-45b56cfd-0e16-4df7-8511-d1bb8291d8af req-d829e64c-cddd-44df-ab9a-6a0eeaf644c1 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615667 Mar 21 22:06:54.570746 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8fd91cf0-b8f3-4728-8473-6080a888a52e req-1083bc9e-1a74-47df-8ae4-3093897226bb tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959926 Mar 21 22:06:54.660278 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35554e72-ed2b-4f22-873d-d1b0c617ed2a req-68360fc6-227e-4a66-9c14-97c6b1f269ee tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:54.662562 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-35554e72-ed2b-4f22-873d-d1b0c617ed2a req-68360fc6-227e-4a66-9c14-97c6b1f269ee tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 945 time: 0.0727682 Mar 21 22:06:54.738624 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-35554e72-ed2b-4f22-873d-d1b0c617ed2a req-18e1fad8-3584-4f12-8db6-144b9b667e2e tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682836 Mar 21 22:06:54.802478 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0a457-06bd-4bda-9cdc-3cb2d4e535f8 req-a7837dbf-bbfe-4dcf-b33f-22254b8b027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:54.803996 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-b4a0a457-06bd-4bda-9cdc-3cb2d4e535f8 req-a7837dbf-bbfe-4dcf-b33f-22254b8b027f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 1129 time: 0.0623376 Mar 21 22:06:54.857548 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-b4a0a457-06bd-4bda-9cdc-3cb2d4e535f8 req-d3c93208-30fe-4375-bbf0-6d0a857ac48b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451243 Mar 21 22:06:54.996366 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d90ba-8034-4035-b6d3-bae20467557b req-25ca158b-c142-42b2-90a6-aaf064802ccd tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:54.998013 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b93d90ba-8034-4035-b6d3-bae20467557b req-25ca158b-c142-42b2-90a6-aaf064802ccd tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0690916 Mar 21 22:06:55.063327 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b93d90ba-8034-4035-b6d3-bae20467557b req-3162f90d-e8b8-4c3e-b861-a1d90800a20a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536804 Mar 21 22:06:55.723682 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787dc1c-0788-4f11-aaaa-8df0f662b29e req-6c335db8-47fd-4b92-b5e3-07a509bda514 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:55.725300 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f787dc1c-0788-4f11-aaaa-8df0f662b29e req-6c335db8-47fd-4b92-b5e3-07a509bda514 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 944 time: 0.0607119 Mar 21 22:06:55.761204 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 3e2b5248-99bc-4576-9013-4dc6456a4fc4 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:06:55.802323 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f787dc1c-0788-4f11-aaaa-8df0f662b29e req-3f22d734-64bb-4271-a846-1d7e19630c30 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660982 Mar 21 22:06:55.911106 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e6831-3946-4918-b7bd-192f6cb740eb req-d5b1f8a1-825e-4f72-96d7-fadcba8fb64a tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:55.913656 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-620e6831-3946-4918-b7bd-192f6cb740eb req-d5b1f8a1-825e-4f72-96d7-fadcba8fb64a tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 945 time: 0.0976973 Mar 21 22:06:55.916561 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port 3e2b5248-99bc-4576-9013-4dc6456a4fc4 completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:06:55.923092 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 3e2b5248-99bc-4576-9013-4dc6456a4fc4 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:06:55.923708 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (3e2b5248-99bc-4576-9013-4dc6456a4fc4), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:55.983475 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-620e6831-3946-4918-b7bd-192f6cb740eb req-d17fee5c-7328-4d75-9ccb-00015a9987f1 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628154 Mar 21 22:06:56.054600 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 3e2b5248-99bc-4576-9013-4dc6456a4fc4 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:06:56.055040 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3e2b5248-99bc-4576-9013-4dc6456a4fc4), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:56.102060 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 3e2b5248-99bc-4576-9013-4dc6456a4fc4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3e2b5248-99bc-4576-9013-4dc6456a4fc4,segment=NetworkSegment(396a98cb-76ff-4300-ba5e-e33125c1fa97),segment_id=396a98cb-76ff-4300-ba5e-e33125c1fa97)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:06:56.147112 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5679774c-edf4-45e5-80f4-4b9c29d0f6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2b5248-99bc-4576-9013-4dc6456a4fc4'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:06:56.152344 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d8b20b-ab9c-47d2-8e58-7f7bba9c51c8" -d '{"events": [{"server_uuid": "5679774c-edf4-45e5-80f4-4b9c29d0f6d6", "name": "network-vif-plugged", "status": "completed", "tag": "3e2b5248-99bc-4576-9013-4dc6456a4fc4"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:06:56.194580 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3112641c-d1b6-42fa-9c48-da6bc700ef09 x-openstack-request-id: req-3112641c-d1b6-42fa-9c48-da6bc700ef09 {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:06:56.195522 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5679774c-edf4-45e5-80f4-4b9c29d0f6d6", "name": "network-vif-plugged", "status": "completed", "tag": "3e2b5248-99bc-4576-9013-4dc6456a4fc4", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:06:56.195858 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3112641c-d1b6-42fa-9c48-da6bc700ef09 {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:06:56.196332 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5679774c-edf4-45e5-80f4-4b9c29d0f6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2b5248-99bc-4576-9013-4dc6456a4fc4', 'code': 200} Mar 21 22:06:56.197707 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (3e2b5248-99bc-4576-9013-4dc6456a4fc4), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:06:56.221433 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6d0b-5f54-4332-99e3-ff27d04acb9f req-3f412617-8147-4bf9-b774-4b5a7f99846b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:56.223973 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f6cb6d0b-5f54-4332-99e3-ff27d04acb9f req-3f412617-8147-4bf9-b774-4b5a7f99846b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0761333 Mar 21 22:06:56.255239 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=3e2b5248-99bc-4576-9013-4dc6456a4fc4,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:06:56.283265 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f6cb6d0b-5f54-4332-99e3-ff27d04acb9f req-095f4e6d-3859-4164-a73a-1ed2f49c3dd4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515728 Mar 21 22:06:56.947759 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9525aa9-0f72-4ab6-9352-fba2001b9a1e req-abe03427-6bd4-4aa8-b4c9-fce202a60601 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:56.949376 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9525aa9-0f72-4ab6-9352-fba2001b9a1e req-abe03427-6bd4-4aa8-b4c9-fce202a60601 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0647261 Mar 21 22:06:57.006678 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9525aa9-0f72-4ab6-9352-fba2001b9a1e req-f8d01d2d-ec2d-4045-82ba-d5a23a63780e tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513318 Mar 21 22:06:57.150864 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c02b50-746c-4b5a-8015-d44ecbfab44d req-7f9ae3a1-70d0-4b92-aadf-cc60f62ae6fc tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:57.153527 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b9c02b50-746c-4b5a-8015-d44ecbfab44d req-7f9ae3a1-70d0-4b92-aadf-cc60f62ae6fc tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 945 time: 0.0688725 Mar 21 22:06:57.233372 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b9c02b50-746c-4b5a-8015-d44ecbfab44d req-c7de595b-9549-4a29-be72-d4fd64c4581d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721202 Mar 21 22:06:57.425281 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c78d60-4447-452e-b5aa-b018e8a20917 req-339bfaea-7b3d-419e-ae61-c71d3bb2b569 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:57.426796 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-07c78d60-4447-452e-b5aa-b018e8a20917 req-339bfaea-7b3d-419e-ae61-c71d3bb2b569 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0612893 Mar 21 22:06:57.487343 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-07c78d60-4447-452e-b5aa-b018e8a20917 req-7abd0368-97e0-4508-854c-7f28a3f97ed1 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537987 Mar 21 22:06:58.162368 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce3ce2-c222-4988-a498-41e64812fba6 req-1fecb6ab-cdbe-45a6-8c9e-938c6cc886af tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:58.164872 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-52ce3ce2-c222-4988-a498-41e64812fba6 req-1fecb6ab-cdbe-45a6-8c9e-938c6cc886af tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0659101 Mar 21 22:06:58.220473 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-52ce3ce2-c222-4988-a498-41e64812fba6 req-39f202c0-1934-48ba-8398-59ddbab59393 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492785 Mar 21 22:06:58.379806 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e309d-b690-4136-bbc1-286677e7b133 req-18aa6483-1b35-47eb-82c5-f6fc7c993ac7 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:58.381548 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-805e309d-b690-4136-bbc1-286677e7b133 req-18aa6483-1b35-47eb-82c5-f6fc7c993ac7 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 945 time: 0.0746431 Mar 21 22:06:58.443163 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-805e309d-b690-4136-bbc1-286677e7b133 req-fa396092-4567-4020-ac38-e4e847d7e435 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503726 Mar 21 22:06:58.644323 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d72ee7-ca90-4e69-a539-46adf2dae8cd req-cda208cd-bc05-4c90-a328-f1fd056b95ab tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:58.645908 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-39d72ee7-ca90-4e69-a539-46adf2dae8cd req-cda208cd-bc05-4c90-a328-f1fd056b95ab tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0721576 Mar 21 22:06:58.710127 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-39d72ee7-ca90-4e69-a539-46adf2dae8cd req-ef2faaff-0942-4ff1-b2e2-691538823518 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560858 Mar 21 22:06:59.370236 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac03812-b06e-4252-8139-706462f74d27 req-9f386a0f-f7e0-4aa2-ba19-d0c1da1bdcd4 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:59.371898 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fac03812-b06e-4252-8139-706462f74d27 req-9f386a0f-f7e0-4aa2-ba19-d0c1da1bdcd4 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0637712 Mar 21 22:06:59.427214 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fac03812-b06e-4252-8139-706462f74d27 req-b7783764-b5f2-4803-bc83-e3f51fcdd814 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477796 Mar 21 22:06:59.588776 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb81a0-42b8-45f4-b8e8-20fb348247ee req-c8a40e1c-772f-4aed-a99d-3fc00a8f4d76 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:59.590873 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-76eb81a0-42b8-45f4-b8e8-20fb348247ee req-c8a40e1c-772f-4aed-a99d-3fc00a8f4d76 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 945 time: 0.0708511 Mar 21 22:06:59.661286 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-76eb81a0-42b8-45f4-b8e8-20fb348247ee req-4ca18ba0-3488-47e5-bdd9-730795c27026 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631161 Mar 21 22:06:59.852132 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b243a6-f2c6-4635-b19b-67ef8790c5a2 req-b109072f-03cd-4db5-946b-80cdd92ddac7 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:06:59.858764 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-17b243a6-f2c6-4635-b19b-67ef8790c5a2 req-b109072f-03cd-4db5-946b-80cdd92ddac7 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0716596 Mar 21 22:06:59.908107 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-17b243a6-f2c6-4635-b19b-67ef8790c5a2 req-b40bbce8-bd05-4ae3-95be-ae1659688ac0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482008 Mar 21 22:07:00.578777 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045f909-fd09-4c97-b4d7-c9d02a611da8 req-e62905f5-0d8f-481d-bae3-052b5d7416c5 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:00.580413 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0045f909-fd09-4c97-b4d7-c9d02a611da8 req-e62905f5-0d8f-481d-bae3-052b5d7416c5 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0653200 Mar 21 22:07:00.646702 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0045f909-fd09-4c97-b4d7-c9d02a611da8 req-03a3f809-79ee-4a31-80a6-aa297e403454 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556712 Mar 21 22:07:00.841388 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbb849-d6da-4be9-b942-97bc2e5c8739 req-f642bcea-3e12-4b79-8179-140831c76fd5 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:00.843334 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-39dbb849-d6da-4be9-b942-97bc2e5c8739 req-f642bcea-3e12-4b79-8179-140831c76fd5 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 945 time: 0.0648773 Mar 21 22:07:00.911973 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-39dbb849-d6da-4be9-b942-97bc2e5c8739 req-218a64f5-d69e-48eb-80c1-2584c7010252 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618286 Mar 21 22:07:01.060478 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e6c06-a216-4ba7-b812-d45d32c0c311 req-c1697090-34be-4b12-9773-84c19baec4e0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:01.063332 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9a9e6c06-a216-4ba7-b812-d45d32c0c311 req-c1697090-34be-4b12-9773-84c19baec4e0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0712636 Mar 21 22:07:01.146802 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9a9e6c06-a216-4ba7-b812-d45d32c0c311 req-4a3321b8-19be-4393-b852-63ce5c84228d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764756 Mar 21 22:07:01.839951 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63cbe1-9a91-4a81-9755-b2c2345d980f req-25a900ea-dfc9-4899-8c65-6f79011ab551 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:01.843420 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ae63cbe1-9a91-4a81-9755-b2c2345d980f req-25a900ea-dfc9-4899-8c65-6f79011ab551 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.1038225 Mar 21 22:07:01.923963 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ae63cbe1-9a91-4a81-9755-b2c2345d980f req-326b3b73-118f-49ad-87da-85270b107cd3 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744236 Mar 21 22:07:02.055362 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ecbce-3a16-4abe-bfa6-12477eb62874 req-48937959-a748-4ef3-b7ea-36308773edf4 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:02.056911 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3c0ecbce-3a16-4abe-bfa6-12477eb62874 req-48937959-a748-4ef3-b7ea-36308773edf4 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 945 time: 0.0669730 Mar 21 22:07:02.114063 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3c0ecbce-3a16-4abe-bfa6-12477eb62874 req-297c71ea-30c9-49df-b957-b772eada6bea tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505831 Mar 21 22:07:02.301837 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d497abe-e9c2-4726-8012-48a073ebaa63 req-6168bedf-cddd-41e3-81eb-24317d9d430b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:02.303493 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d497abe-e9c2-4726-8012-48a073ebaa63 req-6168bedf-cddd-41e3-81eb-24317d9d430b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0627706 Mar 21 22:07:02.361536 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d497abe-e9c2-4726-8012-48a073ebaa63 req-913525c0-16a8-4588-bcc2-9f4da6324b9d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512583 Mar 21 22:07:03.057081 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19558a94-c0b6-4f4f-a629-7d22787745fb req-c9f42804-1be7-4799-b1dd-a6cd6bc3d3c2 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:03.058950 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-19558a94-c0b6-4f4f-a629-7d22787745fb req-c9f42804-1be7-4799-b1dd-a6cd6bc3d3c2 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0576787 Mar 21 22:07:03.117714 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-19558a94-c0b6-4f4f-a629-7d22787745fb req-fec5b8c9-e1ad-40b1-9311-618aa807c0c0 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523868 Mar 21 22:07:03.255525 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6920fa-c124-443e-bfb1-8ae28070cbc2 req-753493dd-51b2-4298-adb6-fe410a8dc156 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:03.258707 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ca6920fa-c124-443e-bfb1-8ae28070cbc2 req-753493dd-51b2-4298-adb6-fe410a8dc156 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 945 time: 0.0679991 Mar 21 22:07:03.317847 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ca6920fa-c124-443e-bfb1-8ae28070cbc2 req-ec1fe6fb-6d21-47da-b663-3f4229596bcc tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491250 Mar 21 22:07:03.513631 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ad67a-311e-4af5-a51b-0106a3ec2eb3 req-19134131-2387-456c-881c-28f2ef663d97 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:03.516342 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e84ad67a-311e-4af5-a51b-0106a3ec2eb3 req-19134131-2387-456c-881c-28f2ef663d97 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0801396 Mar 21 22:07:03.570115 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e84ad67a-311e-4af5-a51b-0106a3ec2eb3 req-0f69edbf-7fde-4609-a7a0-002d7a792579 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475554 Mar 21 22:07:04.274988 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9197f1-8b6b-4ad3-99ab-9c48f7b2ed74 req-aa14dde7-6b97-4df0-bb03-51a386356acd tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:04.276997 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9197f1-8b6b-4ad3-99ab-9c48f7b2ed74 req-aa14dde7-6b97-4df0-bb03-51a386356acd tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0694647 Mar 21 22:07:04.347173 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a9197f1-8b6b-4ad3-99ab-9c48f7b2ed74 req-6eecc950-256b-4648-9e63-ec765bfb51b5 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588701 Mar 21 22:07:04.464419 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c829dc-e1b0-42a2-9851-135585d0cc14 req-792b6199-b967-43bd-8005-1464bf5ce9e7 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:04.466271 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-28c829dc-e1b0-42a2-9851-135585d0cc14 req-792b6199-b967-43bd-8005-1464bf5ce9e7 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 945 time: 0.0581706 Mar 21 22:07:04.527319 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-28c829dc-e1b0-42a2-9851-135585d0cc14 req-b759e28b-c9d6-4476-8f0e-4ed6a610c784 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527818 Mar 21 22:07:04.613990 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead955f-8d6a-4824-ae4f-1d93f9088f52 req-fdfb11cf-c9c2-41dd-8341-bbc66d5d8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:04.617129 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-2ead955f-8d6a-4824-ae4f-1d93f9088f52 req-fdfb11cf-c9c2-41dd-8341-bbc66d5d8477 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 1129 time: 0.0595698 Mar 21 22:07:04.687252 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-2ead955f-8d6a-4824-ae4f-1d93f9088f52 req-6b63b34e-58f0-4087-bc01-55f7ed556ef0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617924 Mar 21 22:07:04.740153 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbf97d-f582-4b26-8b04-073e84f497f9 req-00f27816-0217-4980-9173-f55e7d39e55c tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:04.742280 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5fbbf97d-f582-4b26-8b04-073e84f497f9 req-00f27816-0217-4980-9173-f55e7d39e55c tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0651727 Mar 21 22:07:04.798725 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5fbbf97d-f582-4b26-8b04-073e84f497f9 req-f3a899f2-c5ab-4b7a-8687-477c2d5a0fde tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500233 Mar 21 22:07:05.503449 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae773990-37e4-447b-9f38-0987ecb6e460 req-3f626644-d21f-49c0-8c7e-b20eeda2f66a tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:05.505082 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ae773990-37e4-447b-9f38-0987ecb6e460 req-3f626644-d21f-49c0-8c7e-b20eeda2f66a tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0616412 Mar 21 22:07:05.584420 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ae773990-37e4-447b-9f38-0987ecb6e460 req-a3c2fc6c-6263-474e-aa34-270f23fb0b3e tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722749 Mar 21 22:07:05.687012 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985c4f7-91c5-43a8-ad70-55061caeb3a1 req-41419be3-d8ed-4058-a810-cb994de524c1 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:05.688710 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5985c4f7-91c5-43a8-ad70-55061caeb3a1 req-41419be3-d8ed-4058-a810-cb994de524c1 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 945 time: 0.0686126 Mar 21 22:07:05.745011 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5985c4f7-91c5-43a8-ad70-55061caeb3a1 req-aaecfaa7-a6cf-4816-8b2a-2f8be11f850b tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498030 Mar 21 22:07:05.938274 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bcd09-9da2-4af5-9526-013c348008cf req-f3de3ded-370f-441f-a420-8cc992d2d11f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:05.940256 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-299bcd09-9da2-4af5-9526-013c348008cf req-f3de3ded-370f-441f-a420-8cc992d2d11f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0611591 Mar 21 22:07:06.005461 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-299bcd09-9da2-4af5-9526-013c348008cf req-41e4665f-e05b-432e-b72b-4a7fdac63fdd tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587785 Mar 21 22:07:06.747516 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52f3b9-aba7-4944-b806-0245afecae6c req-9aa42f11-6653-4ed5-ad1e-dbf09f5f506c tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:06.749767 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ef52f3b9-aba7-4944-b806-0245afecae6c req-9aa42f11-6653-4ed5-ad1e-dbf09f5f506c tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0750358 Mar 21 22:07:06.813220 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ef52f3b9-aba7-4944-b806-0245afecae6c req-faf31165-afc0-4573-aff5-6105647a977b tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560830 Mar 21 22:07:06.894393 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886a15c-bfd7-4cd4-b752-de143f442c96 req-a410e423-b703-4b77-916e-8941d4ae6d50 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:06.896448 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3886a15c-bfd7-4cd4-b752-de143f442c96 req-a410e423-b703-4b77-916e-8941d4ae6d50 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 945 time: 0.0611672 Mar 21 22:07:06.953175 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3886a15c-bfd7-4cd4-b752-de143f442c96 req-e7e56c04-d077-4ae3-84e6-ae3ba998d083 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504270 Mar 21 22:07:07.182727 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908e954-5514-49f1-b3c6-325314cdeee1 req-5f90dcb9-56e3-4993-a490-4e3068732a41 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:07.191600 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e908e954-5514-49f1-b3c6-325314cdeee1 req-5f90dcb9-56e3-4993-a490-4e3068732a41 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0623312 Mar 21 22:07:07.252336 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e908e954-5514-49f1-b3c6-325314cdeee1 req-77b2c7db-1e02-4c94-a066-e40a1bda26c4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614300 Mar 21 22:07:07.971337 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4a2be-fc8d-44d2-9a82-e0d032dc701d req-2a5f61d1-9e05-4eb4-8fc7-09f628652de0 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:07.974260 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5ed4a2be-fc8d-44d2-9a82-e0d032dc701d req-2a5f61d1-9e05-4eb4-8fc7-09f628652de0 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0803521 Mar 21 22:07:08.066678 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5ed4a2be-fc8d-44d2-9a82-e0d032dc701d req-ed9718f6-0e10-402a-ae52-18e6323c7616 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795102 Mar 21 22:07:08.443184 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe2b6-7b0b-4d70-ba59-f56abd31c617 req-380e1d7d-61e1-4a2b-b9cc-32afea35e108 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:08.446019 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-639fe2b6-7b0b-4d70-ba59-f56abd31c617 req-380e1d7d-61e1-4a2b-b9cc-32afea35e108 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0712745 Mar 21 22:07:08.477540 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-4213976a-5643-4791-a2f9-4d5e48302e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:08.521375 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-639fe2b6-7b0b-4d70-ba59-f56abd31c617 req-628541bf-1e36-4c71-8bf2-f96c146bb407 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676928 Mar 21 22:07:09.635430 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 33438) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:07:09.705013 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555fe53-48e6-4bdc-bb98-db237c37a8e2 req-2989c922-71ff-4de9-9728-5d1fdb23250c tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:09.707859 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1555fe53-48e6-4bdc-bb98-db237c37a8e2 req-2989c922-71ff-4de9-9728-5d1fdb23250c tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0953207 Mar 21 22:07:09.798573 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1555fe53-48e6-4bdc-bb98-db237c37a8e2 req-fade3fc7-04d7-4295-a301-b0093abe2b6c tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756085 Mar 21 22:07:09.814225 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0ec3f328-3274-46d3-9233-9513cd67ffcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:09.961151 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0ec3f328-3274-46d3-9233-9513cd67ffcd admin admin] Publish callbacks [] for security_group (c3be90d6-734b-4004-9b7a-19eaad0bc271), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:09.983220 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:10.030265 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0ec3f328-3274-46d3-9233-9513cd67ffcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (c3be90d6-734b-4004-9b7a-19eaad0bc271), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:10.077359 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-0ec3f328-3274-46d3-9233-9513cd67ffcd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74ffd8837d5e4c34a6b71c6a83cf1ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4406397 Mar 21 22:07:10.079241 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3f328-3274-46d3-9233-9513cd67ffcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3be90d6-734b-4004-9b7a-19eaad0bc271,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:10.080831 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 33450) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:07:10.155302 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f12a5cf4-b1fa-4817-8ddc-4faed123cf08 admin admin] Publish callbacks [] for security_group (c3be90d6-734b-4004-9b7a-19eaad0bc271), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:10.181691 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f12a5cf4-b1fa-4817-8ddc-4faed123cf08 admin admin] Publish callbacks [] for security_group (c3be90d6-734b-4004-9b7a-19eaad0bc271), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:10.369438 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f12a5cf4-b1fa-4817-8ddc-4faed123cf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (c3be90d6-734b-4004-9b7a-19eaad0bc271), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:10.375339 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f12a5cf4-b1fa-4817-8ddc-4faed123cf08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:10.379180 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-f12a5cf4-b1fa-4817-8ddc-4faed123cf08 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c3be90d6-734b-4004-9b7a-19eaad0bc271 HTTP/1.1" status: 204 len: 168 time: 0.2966154 Mar 21 22:07:10.424152 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a5cf4-b1fa-4817-8ddc-4faed123cf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3be90d6-734b-4004-9b7a-19eaad0bc271,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:10.798164 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b97c54-0791-46ff-9f41-77617e22bb9e req-05921fe3-0839-4e74-9539-4686bec90dfe tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:10.800047 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a4b97c54-0791-46ff-9f41-77617e22bb9e req-05921fe3-0839-4e74-9539-4686bec90dfe tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0808752 Mar 21 22:07:10.877312 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a4b97c54-0791-46ff-9f41-77617e22bb9e req-8c955085-38fe-448a-b1dc-23fbe1b69766 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661860 Mar 21 22:07:11.068144 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-772d7422-8e0a-4991-af24-22c5fc6793b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:12.042237 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750aaa4-907d-468c-ba3c-171dd4e0500e req-1c05ab4d-b3fe-4ea8-b3d4-81da3907b7d6 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:12.043896 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f750aaa4-907d-468c-ba3c-171dd4e0500e req-1c05ab4d-b3fe-4ea8-b3d4-81da3907b7d6 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0685840 Mar 21 22:07:12.107486 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f750aaa4-907d-468c-ba3c-171dd4e0500e req-8a8b838d-2c7d-4d8a-bd8a-8f06c2093dc2 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533524 Mar 21 22:07:12.836712 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:13.159972 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 33492) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:07:13.166434 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-2e56bc98-c74f-4fa2-95b2-a4edc1d0c02b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111151270', 'description': 'tempest-description--1903380759'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:07:13.256778 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cef472-66a2-4bf9-8eec-0435a1fcd955 req-303a614c-5188-4851-bcb8-da9302629802 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:13.259122 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-46cef472-66a2-4bf9-8eec-0435a1fcd955 req-303a614c-5188-4851-bcb8-da9302629802 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0598328 Mar 21 22:07:13.289151 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2e56bc98-c74f-4fa2-95b2-a4edc1d0c02b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:13.344984 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-46cef472-66a2-4bf9-8eec-0435a1fcd955 req-b7462edc-2853-4649-abd4-8a6fff63e5f4 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795190 Mar 21 22:07:13.418698 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2e56bc98-c74f-4fa2-95b2-a4edc1d0c02b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for security_group (88e9490a-beac-4fc3-a311-e0027ae7038a), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:13.432550 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:07:13.487228 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2e56bc98-c74f-4fa2-95b2-a4edc1d0c02b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (88e9490a-beac-4fc3-a311-e0027ae7038a), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:13.525549 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56bc98-c74f-4fa2-95b2-a4edc1d0c02b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e9490a-beac-4fc3-a311-e0027ae7038a,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:13.580731 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2e56bc98-c74f-4fa2-95b2-a4edc1d0c02b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:13.582504 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-2e56bc98-c74f-4fa2-95b2-a4edc1d0c02b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4210067 Mar 21 22:07:13.586138 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 33498) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:07:13.591549 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-dbad2952-b098-449d-9896-5f6f947855a3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Request body: {'security_group_rule': {'security_group_id': '88e9490a-beac-4fc3-a311-e0027ae7038a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:07:13.715123 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-dbad2952-b098-449d-9896-5f6f947855a3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for security_group_rule (92db12e9-4af8-4132-a2e3-40a1ea4cd41f), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:13.816392 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-dbad2952-b098-449d-9896-5f6f947855a3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for security_group_rule (92db12e9-4af8-4132-a2e3-40a1ea4cd41f), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:13.901836 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-dbad2952-b098-449d-9896-5f6f947855a3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (92db12e9-4af8-4132-a2e3-40a1ea4cd41f), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:13.925585 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad2952-b098-449d-9896-5f6f947855a3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92db12e9-4af8-4132-a2e3-40a1ea4cd41f,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:14.002571 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-dbad2952-b098-449d-9896-5f6f947855a3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:14.004348 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-dbad2952-b098-449d-9896-5f6f947855a3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4171078 Mar 21 22:07:14.007976 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 33504) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:07:14.013124 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-a6636341-514f-459d-99d4-a41ceb049729 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Request body: {'security_group_rule': {'security_group_id': '88e9490a-beac-4fc3-a311-e0027ae7038a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:07:14.196033 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a6636341-514f-459d-99d4-a41ceb049729 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for security_group_rule (6ef1cc87-e4b0-4061-b27c-17d8a672f40f), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:14.273799 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a6636341-514f-459d-99d4-a41ceb049729 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for security_group_rule (6ef1cc87-e4b0-4061-b27c-17d8a672f40f), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:14.361988 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:14.393451 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a6636341-514f-459d-99d4-a41ceb049729 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (6ef1cc87-e4b0-4061-b27c-17d8a672f40f), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:14.431872 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6636341-514f-459d-99d4-a41ceb049729 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef1cc87-e4b0-4061-b27c-17d8a672f40f,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:14.531573 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a6636341-514f-459d-99d4-a41ceb049729 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:14.532933 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-a6636341-514f-459d-99d4-a41ceb049729 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5238349 Mar 21 22:07:14.537064 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 33512) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:07:14.546537 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Request body: {'floatingip': {'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:07:14.560660 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b9c70-5359-4182-a74c-8baa7cfedcda req-f689914d-4b6a-4521-aea6-33bf40cf21bc tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:14.563298 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-266b9c70-5359-4182-a74c-8baa7cfedcda req-f689914d-4b6a-4521-aea6-33bf40cf21bc tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0980895 Mar 21 22:07:14.627303 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-266b9c70-5359-4182-a74c-8baa7cfedcda req-51ede9f2-4662-4680-b6cf-54412514322d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543706 Mar 21 22:07:14.653298 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:14.793737 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:14.922497 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Allocated IP 172.27.2.61 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/d223b721-1d4a-4942-bda5-793af131900d) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:07:15.077156 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for port (d223b721-1d4a-4942-bda5-793af131900d), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:15.194509 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (d223b721-1d4a-4942-bda5-793af131900d), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:15.250508 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:07:15.257498 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:07:15.264240 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:07:15.270000 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Pushing event updated for resources: {'Port': ['ID=d223b721-1d4a-4942-bda5-793af131900d,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:15.328228 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for floatingip (37d92d39-d791-4bda-9efe-d61e7506506a), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:15.445659 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (d223b721-1d4a-4942-bda5-793af131900d), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:15.658297 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for port (d223b721-1d4a-4942-bda5-793af131900d), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:15.670327 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:15.727859 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (d223b721-1d4a-4942-bda5-793af131900d), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:15.775717 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (37d92d39-d791-4bda-9efe-d61e7506506a), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:15.789143 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcb57e-f9e9-474a-b1f9-841be9c4b470 req-a98f96aa-9db7-458c-843d-335df83cc8f5 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:15.791607 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fdbcb57e-f9e9-474a-b1f9-841be9c4b470 req-a98f96aa-9db7-458c-843d-335df83cc8f5 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0737116 Mar 21 22:07:15.809436 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Pushing event updated for resources: {'Port': ['ID=d223b721-1d4a-4942-bda5-793af131900d,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:15.860628 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fdbcb57e-f9e9-474a-b1f9-841be9c4b470 req-4375854b-c7c0-41d6-9d9d-3ecc90f158da tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578213 Mar 21 22:07:15.893304 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:15.894980 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-94abb5bd-abbf-4f53-9452-44e4dc15f0e6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3562953 Mar 21 22:07:16.164403 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9cf1ceb9-7f46-4294-a1c0-e2a3932d0b25 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2111151270&fields=id&tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b HTTP/1.1" status: 200 len: 267 time: 0.0489397 Mar 21 22:07:16.305253 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-73002c66-23b0-4c03-aaf6-6e600245aea0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:16.307142 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-73002c66-23b0-4c03-aaf6-6e600245aea0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 819 time: 0.1339953 Mar 21 22:07:16.323717 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-67da84ae-7eb8-41d9-8ac2-3c408e93ec71 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/quotas/d60b7d6d71474a8ea8f0f305fd6be15b HTTP/1.1" status: 200 len: 375 time: 0.0107939 Mar 21 22:07:16.393326 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-974a5e8b-3fc9-457e-9d34-4d4bb2a6bdfc tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0631878 Mar 21 22:07:16.520671 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-ce9e13ec-e8a1-411a-84d4-c9a19a8f7556 service neutron] 10.222.0.45 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113777 Mar 21 22:07:16.657433 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9988d043-3b29-46b5-8f5a-68379a1fe4ed service neutron] 10.222.0.45 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302528 Mar 21 22:07:16.967114 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a38f61c4-a4f7-4d14-8951-a2a733d7c5ee req-a8d8bf23-fa68-4ec7-b0ab-4f592b857616 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 210 time: 0.0627565 Mar 21 22:07:17.062452 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900fbf7-1c85-414f-ab2e-285755637de5 req-8694b856-378c-4497-a06d-9892844cac41 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:17.063133 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7900fbf7-1c85-414f-ab2e-285755637de5 req-8694b856-378c-4497-a06d-9892844cac41 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0884249 Mar 21 22:07:17.149565 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7900fbf7-1c85-414f-ab2e-285755637de5 req-cc79563d-65f6-4581-a018-dcc8de19141b tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805383 Mar 21 22:07:18.077540 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7d338e59-edac-4253-b4c0-065d6a25d951 req-db04034a-49c9-40d6-805e-78dbd892c3d1 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 210 time: 0.0291810 Mar 21 22:07:18.303932 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d0090-39d2-4eff-9b01-294fe52df35a req-f079d4de-fb43-477b-9500-27e961a85c3c tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:18.307384 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9d3d0090-39d2-4eff-9b01-294fe52df35a req-f079d4de-fb43-477b-9500-27e961a85c3c tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0819111 Mar 21 22:07:18.379511 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9d3d0090-39d2-4eff-9b01-294fe52df35a req-2c271c86-c43f-447a-85b4-03d11c3f2af7 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656211 Mar 21 22:07:18.485318 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ea03b-ae3b-447c-b7fb-c46acda4a7ba req-7c23fedc-6d39-46bc-a64d-510039ccba02 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:18.487618 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c29ea03b-ae3b-447c-b7fb-c46acda4a7ba req-7c23fedc-6d39-46bc-a64d-510039ccba02 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.47 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.1390519 Mar 21 22:07:19.198777 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ada96074-45ca-4780-ad85-9b9269fe786a req-95cc8a78-d38e-4575-8452-1e8d8cf0f884 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 210 time: 0.0320625 Mar 21 22:07:19.543030 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7769e-9f0c-4014-90d9-cac33599d679 req-99ddb9dd-ff20-4ec7-af5c-02c7f877e59f tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:19.545026 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e3e7769e-9f0c-4014-90d9-cac33599d679 req-99ddb9dd-ff20-4ec7-af5c-02c7f877e59f tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0893111 Mar 21 22:07:19.605006 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e3e7769e-9f0c-4014-90d9-cac33599d679 req-7b2ac17b-6070-4daa-a4eb-294a1d32de6d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495250 Mar 21 22:07:20.303317 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c577f49b-6b3d-47ab-9b34-f11e9ef8179c req-4d0284db-5021-45cc-8924-ac1de0f11448 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 210 time: 0.0290704 Mar 21 22:07:20.772845 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5259f-7371-49cf-aa99-0b25f2a62953 req-4f18567f-2b86-4d2e-b8f7-a9da22e621ad tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:20.774428 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2cf5259f-7371-49cf-aa99-0b25f2a62953 req-4f18567f-2b86-4d2e-b8f7-a9da22e621ad tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 945 time: 0.0731184 Mar 21 22:07:20.822915 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 3e2b5248-99bc-4576-9013-4dc6456a4fc4 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:07:20.866960 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [req-c29ea03b-ae3b-447c-b7fb-c46acda4a7ba req-93f49e4d-b189-4151-987c-6c494211f827 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Deleting port 3e2b5248-99bc-4576-9013-4dc6456a4fc4 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:07:20.867819 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-c29ea03b-ae3b-447c-b7fb-c46acda4a7ba req-93f49e4d-b189-4151-987c-6c494211f827 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (3e2b5248-99bc-4576-9013-4dc6456a4fc4), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:20.884542 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2cf5259f-7371-49cf-aa99-0b25f2a62953 req-ea2b8209-db81-4585-b066-a45ccf6952b7 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987201 Mar 21 22:07:21.023058 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [req-c29ea03b-ae3b-447c-b7fb-c46acda4a7ba req-93f49e4d-b189-4151-987c-6c494211f827 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] For port 3e2b5248-99bc-4576-9013-4dc6456a4fc4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3e2b5248-99bc-4576-9013-4dc6456a4fc4,segment=NetworkSegment(396a98cb-76ff-4300-ba5e-e33125c1fa97),segment_id=396a98cb-76ff-4300-ba5e-e33125c1fa97)] {{(pid=115862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:07:21.023743 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-c29ea03b-ae3b-447c-b7fb-c46acda4a7ba req-93f49e4d-b189-4151-987c-6c494211f827 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (3e2b5248-99bc-4576-9013-4dc6456a4fc4), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:21.044854 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [req-c29ea03b-ae3b-447c-b7fb-c46acda4a7ba req-93f49e4d-b189-4151-987c-6c494211f827 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Calling delete_port for 3e2b5248-99bc-4576-9013-4dc6456a4fc4 owned by compute:nova {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:07:21.165605 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 3e2b5248-99bc-4576-9013-4dc6456a4fc4 is: ACTIVE; New status is: DOWN {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:07:21.166239 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3e2b5248-99bc-4576-9013-4dc6456a4fc4), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:21.328006 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-c29ea03b-ae3b-447c-b7fb-c46acda4a7ba req-93f49e4d-b189-4151-987c-6c494211f827 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431'] for port (3e2b5248-99bc-4576-9013-4dc6456a4fc4), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:21.369556 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f49e4d-b189-4151-987c-6c494211f827 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Pushing event deleted for resources: {'Port': ['ID=3e2b5248-99bc-4576-9013-4dc6456a4fc4,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:21.421658 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c13a7c8e-fd33-406c-aeff-ce90d80f7393 req-788035d5-5d08-4cd8-971b-ad55797c377d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 210 time: 0.0325358 Mar 21 22:07:21.460736 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29ea03b-ae3b-447c-b7fb-c46acda4a7ba req-93f49e4d-b189-4151-987c-6c494211f827 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] No DVR routers for this DVR port 3e2b5248-99bc-4576-9013-4dc6456a4fc4 on host hv-cinder-83454 {{(pid=115862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:07:21.464813 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-c29ea03b-ae3b-447c-b7fb-c46acda4a7ba req-93f49e4d-b189-4151-987c-6c494211f827 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:21.469159 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c29ea03b-ae3b-447c-b7fb-c46acda4a7ba req-93f49e4d-b189-4151-987c-6c494211f827 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.47 "DELETE /v2.0/ports/3e2b5248-99bc-4576-9013-4dc6456a4fc4 HTTP/1.1" status: 204 len: 173 time: 0.8157818 Mar 21 22:07:21.469874 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5679774c-edf4-45e5-80f4-4b9c29d0f6d6', 'name': 'network-vif-deleted', 'tag': '3e2b5248-99bc-4576-9013-4dc6456a4fc4'}] {{(pid=115862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:07:21.472613 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91f982db15cf7ea7fd65b6c8757bc5df642054ad0495c8a7b37b88a944552a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0e70ad-9a76-467b-92c9-3b500da3fdc7" -d '{"events": [{"server_uuid": "5679774c-edf4-45e5-80f4-4b9c29d0f6d6", "name": "network-vif-deleted", "tag": "3e2b5248-99bc-4576-9013-4dc6456a4fc4"}]}' {{(pid=115862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:07:21.510219 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89b5c12-310c-4ddb-8413-fbc06ff5f7ca x-openstack-request-id: req-f89b5c12-310c-4ddb-8413-fbc06ff5f7ca {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:07:21.510562 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5679774c-edf4-45e5-80f4-4b9c29d0f6d6", "name": "network-vif-deleted", "tag": "3e2b5248-99bc-4576-9013-4dc6456a4fc4", "status": "completed", "code": 200}]} {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:07:21.510970 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f89b5c12-310c-4ddb-8413-fbc06ff5f7ca {{(pid=115862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:07:21.511452 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5679774c-edf4-45e5-80f4-4b9c29d0f6d6', 'name': 'network-vif-deleted', 'tag': '3e2b5248-99bc-4576-9013-4dc6456a4fc4', 'status': 'completed', 'code': 200} Mar 21 22:07:22.034323 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9dc55932-2ba0-4fe9-b71b-d4b45e635a0e req-dad15d67-8a26-489f-b28e-f1519c42dafc tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=5679774c-edf4-45e5-80f4-4b9c29d0f6d6 HTTP/1.1" status: 200 len: 210 time: 0.0335255 Mar 21 22:07:22.159184 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-c14a7a7e-e505-40be-b869-3a01a64d9719 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:22.161647 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-c14a7a7e-e505-40be-b869-3a01a64d9719 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.47 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 819 time: 0.1352799 Mar 21 22:07:22.246746 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-1e6c8615-a34d-4a8b-9850-2d361f9be96e tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b HTTP/1.1" status: 200 len: 380 time: 0.0684838 Mar 21 22:07:22.257424 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-288eb6ed-b205-49c8-9c50-afde3b525402 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Request body: {'port': {'device_id': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'admin_state_up': True, 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'security_groups': ['88e9490a-beac-4fc3-a311-e0027ae7038a']}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:07:22.464605 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-288eb6ed-b205-49c8-9c50-afde3b525402 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Made reservation on behalf of d60b7d6d71474a8ea8f0f305fd6be15b for: {'port': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:07:22.469915 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-288eb6ed-b205-49c8-9c50-afde3b525402 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:22.578158 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d6e4452-e922-44df-a06c-09591a952022 req-5b009ec6-236d-49de-a9f2-b7304cd378a6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 210 time: 0.0426178 Mar 21 22:07:22.649702 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-288eb6ed-b205-49c8-9c50-afde3b525402 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Allocated IP 172.20.0.13 (f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff/4baf0ffc-7d9f-4122-b979-92e67192a8a3/6f279622-6961-4b7f-8391-945e10e93734) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:07:22.826049 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-288eb6ed-b205-49c8-9c50-afde3b525402 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for port (6f279622-6961-4b7f-8391-945e10e93734), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:22.932244 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-288eb6ed-b205-49c8-9c50-afde3b525402 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (6f279622-6961-4b7f-8391-945e10e93734), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:23.020119 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-288eb6ed-b205-49c8-9c50-afde3b525402 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:07:23.027829 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-288eb6ed-b205-49c8-9c50-afde3b525402 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:07:23.042602 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-288eb6ed-b205-49c8-9c50-afde3b525402 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:07:23.055124 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-288eb6ed-b205-49c8-9c50-afde3b525402 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:23.055803 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-288eb6ed-b205-49c8-9c50-afde3b525402 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:23.063028 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288eb6ed-b205-49c8-9c50-afde3b525402 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Pushing event updated for resources: {'Port': ['ID=6f279622-6961-4b7f-8391-945e10e93734,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:23.137540 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-288eb6ed-b205-49c8-9c50-afde3b525402 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8839502 Mar 21 22:07:23.159337 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Request body: {'port': {'device_id': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:07:23.253833 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (6f279622-6961-4b7f-8391-945e10e93734), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:23.373056 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-25b64208-9ae6-4769-8f6e-def7a05f8335 None None] Provisioning complete for port 6f279622-6961-4b7f-8391-945e10e93734 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:07:23.374111 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-25b64208-9ae6-4769-8f6e-def7a05f8335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (6f279622-6961-4b7f-8391-945e10e93734), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:23.419368 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-25b64208-9ae6-4769-8f6e-def7a05f8335 None None] Port 6f279622-6961-4b7f-8391-945e10e93734 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:07:23.548737 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-d0bfde82-8ed0-49e6-af56-03ca2f4b2e1a tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:23.550293 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-d0bfde82-8ed0-49e6-af56-03ca2f4b2e1a tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/networks?id=d573a565-11b0-43e3-8a8f-843e39fd66ac HTTP/1.1" status: 200 len: 809 time: 0.1659191 Mar 21 22:07:23.577642 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-ad67aa4d-ee04-4093-9bc5-fc5639ea2c92 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/quotas/4c62b493b8214bf5bedac57aed3c50ef HTTP/1.1" status: 200 len: 375 time: 0.0206230 Mar 21 22:07:23.627959 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-897aab9e-6431-4016-823a-5c47e7cdad42 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c62b493b8214bf5bedac57aed3c50ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344861 Mar 21 22:07:23.656177 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f279622-6961-4b7f-8391-945e10e93734 {{(pid=115862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:07:23.665299 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Publish callbacks [] for port (6f279622-6961-4b7f-8391-945e10e93734), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:23.680493 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.provisioning_blocks [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Transition to ACTIVE for port object 6f279622-6961-4b7f-8391-945e10e93734 will not be triggered until provisioned by entity L2. {{(pid=115862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:07:23.749793 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (6f279622-6961-4b7f-8391-945e10e93734), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:23.815593 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Pushing event updated for resources: {'Port': ['ID=6f279622-6961-4b7f-8391-945e10e93734,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:23.856989 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Attempting to bind port 6f279622-6961-4b7f-8391-945e10e93734 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:07:23.857559 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Attempting to bind port 6f279622-6961-4b7f-8391-945e10e93734 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'}] {{(pid=115862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:07:23.857966 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Attempting to bind port 6f279622-6961-4b7f-8391-945e10e93734 on network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:07:23.863955 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Port 6f279622-6961-4b7f-8391-945e10e93734 on network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:07:23.864494 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Attempting to bind port 6f279622-6961-4b7f-8391-945e10e93734 on network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:07:23.871328 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:07:23.871761 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Checking segment: {'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:07:23.872242 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Bound using segment: {'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'} {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:07:23.872780 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Bound port: 6f279622-6961-4b7f-8391-945e10e93734, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba067a68-bd19-46c2-aceb-d9426608fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff'}}] {{(pid=115862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:07:23.873379 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (6f279622-6961-4b7f-8391-945e10e93734), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:23.903792 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ded4eb-5228-4a12-8cbf-5abe1ff21c1c req-32718aa6-db87-447e-8ba0-a4c442052e05 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:23.907870 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c6ded4eb-5228-4a12-8cbf-5abe1ff21c1c req-32718aa6-db87-447e-8ba0-a4c442052e05 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 944 time: 0.1728766 Mar 21 22:07:23.915935 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-1cf42a40-dec6-4488-b653-c6efd743535a service neutron] 10.222.0.45 "GET /v2.0/networks/d573a565-11b0-43e3-8a8f-843e39fd66ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752960 Mar 21 22:07:24.013783 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] For port 6f279622-6961-4b7f-8391-945e10e93734, host hv-cinder-83454, cleared binding levels {{(pid=115862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:07:24.021388 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] For port 6f279622-6961-4b7f-8391-945e10e93734, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6f279622-6961-4b7f-8391-945e10e93734,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:07:24.056398 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c6ded4eb-5228-4a12-8cbf-5abe1ff21c1c req-8ee9e6d5-92a3-428f-a6d7-c4b2f4e10e9e tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347022 Mar 21 22:07:24.130672 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-adc027dc-1fcc-44c4-acab-46da1a0579d1 service neutron] 10.222.0.45 "GET /v2.0/networks/d573a565-11b0-43e3-8a8f-843e39fd66ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932888 Mar 21 22:07:24.177271 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (6f279622-6961-4b7f-8391-945e10e93734), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:24.243689 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:24.244224 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:24.245790 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] 10.222.0.47 "PUT /v2.0/ports/6f279622-6961-4b7f-8391-945e10e93734 HTTP/1.1" status: 200 len: 1094 time: 1.0937266 Mar 21 22:07:24.246191 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'tag': '6f279622-6961-4b7f-8391-945e10e93734'}] {{(pid=115862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:07:24.251519 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91f982db15cf7ea7fd65b6c8757bc5df642054ad0495c8a7b37b88a944552a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8ca43d-c04e-418b-ba1e-13405a2c7d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "99882f3a-4ed6-447c-bfe2-c6e423d63c6a", "tag": "6f279622-6961-4b7f-8391-945e10e93734"}]}' {{(pid=115862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:07:24.313127 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc678fc-442f-4212-ba55-4c05accf84f0 x-openstack-request-id: req-5fc678fc-442f-4212-ba55-4c05accf84f0 {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:07:24.313604 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99882f3a-4ed6-447c-bfe2-c6e423d63c6a", "tag": "6f279622-6961-4b7f-8391-945e10e93734", "status": "completed", "code": 200}]} {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:07:24.314054 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5fc678fc-442f-4212-ba55-4c05accf84f0 {{(pid=115862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:07:24.314726 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'tag': '6f279622-6961-4b7f-8391-945e10e93734', 'status': 'completed', 'code': 200} Mar 21 22:07:24.316453 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d435eec-e644-484d-81fa-c4c9aefa5a3f service neutron] Pushing event updated for resources: {'Port': ['ID=6f279622-6961-4b7f-8391-945e10e93734,revision_number=3']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:24.460226 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ca43d-c04e-418b-ba1e-13405a2c7d0a req-a956e0f2-80c4-4685-858a-e88e5cc9dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:24.464963 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-ca8ca43d-c04e-418b-ba1e-13405a2c7d0a req-a956e0f2-80c4-4685-858a-e88e5cc9dcac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 1128 time: 0.0944247 Mar 21 22:07:24.556447 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2c044c2e-b4e2-47dc-921d-e2329bb6edf0 req-10ee310e-a24d-4b3b-b1c8-4690eab3eaa9 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 210 time: 0.0659015 Mar 21 22:07:24.913637 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ca43d-c04e-418b-ba1e-13405a2c7d0a req-1627e367-0af5-4f10-a809-7cc2f7d2a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:24.916243 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-ca8ca43d-c04e-418b-ba1e-13405a2c7d0a req-1627e367-0af5-4f10-a809-7cc2f7d2a35e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1321595 Mar 21 22:07:25.037472 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ca43d-c04e-418b-ba1e-13405a2c7d0a req-bdf7315d-68eb-463f-8219-13deeda18ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:25.039127 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-ca8ca43d-c04e-418b-ba1e-13405a2c7d0a req-bdf7315d-68eb-463f-8219-13deeda18ec1 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1132824 Mar 21 22:07:25.256468 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-af744b7b-7933-4a2d-80e4-19f7dcf1de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:25.259367 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-af744b7b-7933-4a2d-80e4-19f7dcf1de0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 1128 time: 0.0805156 Mar 21 22:07:25.294855 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21b2bd-6425-47be-9eed-7208026e360d req-2e082e84-fad3-4842-9992-65a09e045074 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:25.296521 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ac21b2bd-6425-47be-9eed-7208026e360d req-2e082e84-fad3-4842-9992-65a09e045074 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 944 time: 0.1039431 Mar 21 22:07:25.361022 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ac21b2bd-6425-47be-9eed-7208026e360d req-d95a471e-0764-439c-8df9-74d930649611 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579860 Mar 21 22:07:25.389238 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-f6d4a28c-f7ba-4c79-90d6-b28e4a125aa1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f279622-6961-4b7f-8391-945e10e93734 HTTP/1.1" status: 200 len: 217 time: 0.0572996 Mar 21 22:07:25.444560 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-ee33c6dd-81c8-459d-99c2-800009ea3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:25.446602 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-ee33c6dd-81c8-459d-99c2-800009ea3fcc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 200 len: 858 time: 0.0496516 Mar 21 22:07:25.508310 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-8f10b796-8a73-4caa-aaa0-62d59933b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:25.509920 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-8f10b796-8a73-4caa-aaa0-62d59933b593 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557804 Mar 21 22:07:25.698975 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-64b89edd-121e-4043-ac9c-8eb0e5d204e6 req-7d8b7d97-4856-4308-8d8e-bdc7e4307642 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 210 time: 0.0459929 Mar 21 22:07:25.841802 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-a03bf922-9087-441f-a148-bbe8875a797f service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235619 Mar 21 22:07:25.951336 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-84dfb6f4-2fb5-4bfe-8387-4f85d8760769 req-396bbcfb-27aa-430b-9286-bb4345ac057f service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020756 Mar 21 22:07:26.501960 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e6f70-334b-4803-865d-1b51e65e6da5 req-b66609a0-990a-4c1c-8daa-e988ae95507d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:26.503595 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2c4e6f70-334b-4803-865d-1b51e65e6da5 req-b66609a0-990a-4c1c-8daa-e988ae95507d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 944 time: 0.0584688 Mar 21 22:07:26.559715 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2c4e6f70-334b-4803-865d-1b51e65e6da5 req-4fe31cff-6224-4707-82f3-468286be2fc7 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464771 Mar 21 22:07:26.798432 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fd346eac-9b6b-4bc6-be1e-2f7e46b3a961 req-c7d2b515-d69a-4a7f-8c4c-24140f6619e6 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 210 time: 0.0278945 Mar 21 22:07:27.697218 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc9702-ba2a-43e5-9e5c-84509f43e829 req-7ddb1324-8678-45cf-9c38-b729967d25a6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:27.699558 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c1bc9702-ba2a-43e5-9e5c-84509f43e829 req-7ddb1324-8678-45cf-9c38-b729967d25a6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 944 time: 0.0601604 Mar 21 22:07:27.759027 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c1bc9702-ba2a-43e5-9e5c-84509f43e829 req-31c2e478-04af-41fb-b7d8-562efdbbf27b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523257 Mar 21 22:07:27.815350 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2e966a0b-eedc-4948-afdd-5778de261d74 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:27.816915 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2e966a0b-eedc-4948-afdd-5778de261d74 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.47 "GET /v2.0/networks?id=d573a565-11b0-43e3-8a8f-843e39fd66ac HTTP/1.1" status: 200 len: 809 time: 0.1295269 Mar 21 22:07:27.847676 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-20fd7ca5-4ea9-4a1d-861b-88b31f464507 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Request body: {'port': {'device_id': '7493fd7e-0056-405b-a5f3-8af32b55d223', 'network_id': 'd573a565-11b0-43e3-8a8f-843e39fd66ac', 'admin_state_up': True, 'tenant_id': '4c62b493b8214bf5bedac57aed3c50ef'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:07:27.972633 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a67e00e1-29e8-4553-99c2-70eebbf18c8a req-31f687e8-70b8-4795-a295-235d479b19f8 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 210 time: 0.0426872 Mar 21 22:07:28.116142 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-20fd7ca5-4ea9-4a1d-861b-88b31f464507 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Made reservation on behalf of 4c62b493b8214bf5bedac57aed3c50ef for: {'port': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:07:28.121988 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-20fd7ca5-4ea9-4a1d-861b-88b31f464507 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:28.332457 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-20fd7ca5-4ea9-4a1d-861b-88b31f464507 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Allocated IP 172.20.0.8 (d573a565-11b0-43e3-8a8f-843e39fd66ac/8658023b-71c2-486c-999a-3a65540463d6/cbb29c1d-7e86-4030-963a-fd8cbc69db3d) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:07:28.556747 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-20fd7ca5-4ea9-4a1d-861b-88b31f464507 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Publish callbacks [] for port (cbb29c1d-7e86-4030-963a-fd8cbc69db3d), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:28.668121 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-20fd7ca5-4ea9-4a1d-861b-88b31f464507 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (cbb29c1d-7e86-4030-963a-fd8cbc69db3d), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:28.721601 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-20fd7ca5-4ea9-4a1d-861b-88b31f464507 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Network d573a565-11b0-43e3-8a8f-843e39fd66ac is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:07:28.725173 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-20fd7ca5-4ea9-4a1d-861b-88b31f464507 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:07:28.731940 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-20fd7ca5-4ea9-4a1d-861b-88b31f464507 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:07:28.737201 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-20fd7ca5-4ea9-4a1d-861b-88b31f464507 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:28.737852 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-20fd7ca5-4ea9-4a1d-861b-88b31f464507 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:28.745197 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd7ca5-4ea9-4a1d-861b-88b31f464507 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Pushing event updated for resources: {'Port': ['ID=cbb29c1d-7e86-4030-963a-fd8cbc69db3d,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:28.873563 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-20fd7ca5-4ea9-4a1d-861b-88b31f464507 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0312753 Mar 21 22:07:28.895499 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Request body: {'port': {'device_id': '7493fd7e-0056-405b-a5f3-8af32b55d223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:07:28.914751 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89fa9d-fd8e-45b3-a508-1a9bbc1c916f req-db71f205-1725-49a5-91a3-e13f618c2231 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:28.917472 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4f89fa9d-fd8e-45b3-a508-1a9bbc1c916f req-db71f205-1725-49a5-91a3-e13f618c2231 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 944 time: 0.0711229 Mar 21 22:07:28.990967 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (cbb29c1d-7e86-4030-963a-fd8cbc69db3d), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:28.997294 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4f89fa9d-fd8e-45b3-a508-1a9bbc1c916f req-d5a82352-7b7e-4fd2-963c-8049b4397714 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724621 Mar 21 22:07:29.162004 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd31c-211e-4c79-b0a4-0ba056da1f1b req-ec2f3efa-d700-4baf-a5b3-0ae13274233d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:29.164596 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3cbd31c-211e-4c79-b0a4-0ba056da1f1b req-ec2f3efa-d700-4baf-a5b3-0ae13274233d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 931 time: 0.0744140 Mar 21 22:07:29.247803 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3cbd31c-211e-4c79-b0a4-0ba056da1f1b req-2f742dd3-be14-495b-83f4-f91208388ecf tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754271 Mar 21 22:07:29.358168 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb29c1d-7e86-4030-963a-fd8cbc69db3d {{(pid=115862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:07:29.367951 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Publish callbacks [] for port (cbb29c1d-7e86-4030-963a-fd8cbc69db3d), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:29.381647 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.provisioning_blocks [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Transition to ACTIVE for port object cbb29c1d-7e86-4030-963a-fd8cbc69db3d will not be triggered until provisioned by entity L2. {{(pid=115862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:07:29.480348 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (cbb29c1d-7e86-4030-963a-fd8cbc69db3d), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:29.548744 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb29c1d-7e86-4030-963a-fd8cbc69db3d,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:29.586140 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Attempting to bind port cbb29c1d-7e86-4030-963a-fd8cbc69db3d on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:07:29.589137 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Attempting to bind port cbb29c1d-7e86-4030-963a-fd8cbc69db3d by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '396a98cb-76ff-4300-ba5e-e33125c1fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd573a565-11b0-43e3-8a8f-843e39fd66ac'}] {{(pid=115862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:07:29.589137 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Attempting to bind port cbb29c1d-7e86-4030-963a-fd8cbc69db3d on network d573a565-11b0-43e3-8a8f-843e39fd66ac {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:07:29.591774 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Port cbb29c1d-7e86-4030-963a-fd8cbc69db3d on network d573a565-11b0-43e3-8a8f-843e39fd66ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:07:29.592099 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Attempting to bind port cbb29c1d-7e86-4030-963a-fd8cbc69db3d on network d573a565-11b0-43e3-8a8f-843e39fd66ac {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:07:29.598620 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:07:29.598990 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Checking segment: {'id': '396a98cb-76ff-4300-ba5e-e33125c1fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd573a565-11b0-43e3-8a8f-843e39fd66ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:07:29.599386 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Bound using segment: {'id': '396a98cb-76ff-4300-ba5e-e33125c1fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd573a565-11b0-43e3-8a8f-843e39fd66ac'} {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:07:29.599883 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Bound port: cbb29c1d-7e86-4030-963a-fd8cbc69db3d, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396a98cb-76ff-4300-ba5e-e33125c1fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd573a565-11b0-43e3-8a8f-843e39fd66ac'}}] {{(pid=115862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:07:29.600304 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (cbb29c1d-7e86-4030-963a-fd8cbc69db3d), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:29.680642 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] For port cbb29c1d-7e86-4030-963a-fd8cbc69db3d, host hv-cinder-83454, cleared binding levels {{(pid=115862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:07:29.684380 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] For port cbb29c1d-7e86-4030-963a-fd8cbc69db3d, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=cbb29c1d-7e86-4030-963a-fd8cbc69db3d,segment=NetworkSegment(396a98cb-76ff-4300-ba5e-e33125c1fa97),segment_id=396a98cb-76ff-4300-ba5e-e33125c1fa97)] {{(pid=115862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:07:29.753802 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (cbb29c1d-7e86-4030-963a-fd8cbc69db3d), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:29.794716 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:29.795595 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:29.797100 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] 10.222.0.47 "PUT /v2.0/ports/cbb29c1d-7e86-4030-963a-fd8cbc69db3d HTTP/1.1" status: 200 len: 1093 time: 0.9072201 Mar 21 22:07:29.797583 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7493fd7e-0056-405b-a5f3-8af32b55d223', 'tag': 'cbb29c1d-7e86-4030-963a-fd8cbc69db3d'}] {{(pid=115862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:07:29.800074 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91f982db15cf7ea7fd65b6c8757bc5df642054ad0495c8a7b37b88a944552a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fd268b-320e-4ac2-a771-7da3ecc03c83" -d '{"events": [{"name": "network-changed", "server_uuid": "7493fd7e-0056-405b-a5f3-8af32b55d223", "tag": "cbb29c1d-7e86-4030-963a-fd8cbc69db3d"}]}' {{(pid=115862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:07:29.832346 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00e334-8b40-48fc-9844-72f36140cd99 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb29c1d-7e86-4030-963a-fd8cbc69db3d,revision_number=3']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:29.854433 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c7c819-e55d-42ad-bfc7-1eccfa6f92e9 x-openstack-request-id: req-37c7c819-e55d-42ad-bfc7-1eccfa6f92e9 {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:07:29.855096 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7493fd7e-0056-405b-a5f3-8af32b55d223", "tag": "cbb29c1d-7e86-4030-963a-fd8cbc69db3d", "status": "completed", "code": 200}]} {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:07:29.855512 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37c7c819-e55d-42ad-bfc7-1eccfa6f92e9 {{(pid=115862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:07:29.855977 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7493fd7e-0056-405b-a5f3-8af32b55d223', 'tag': 'cbb29c1d-7e86-4030-963a-fd8cbc69db3d', 'status': 'completed', 'code': 200} Mar 21 22:07:29.956725 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd268b-320e-4ac2-a771-7da3ecc03c83 req-c850553b-3139-4ceb-b09f-f27d8797c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:29.958415 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-64fd268b-320e-4ac2-a771-7da3ecc03c83 req-c850553b-3139-4ceb-b09f-f27d8797c6c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c62b493b8214bf5bedac57aed3c50ef&device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 1127 time: 0.0505004 Mar 21 22:07:30.084782 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd268b-320e-4ac2-a771-7da3ecc03c83 req-464b005d-9478-46e4-94b3-a3b4180de44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:30.095011 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-64fd268b-320e-4ac2-a771-7da3ecc03c83 req-464b005d-9478-46e4-94b3-a3b4180de44c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4c62b493b8214bf5bedac57aed3c50ef&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1133776 Mar 21 22:07:30.145468 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6444ef-db5d-424f-9e75-2db528241654 req-36a901d8-ef4e-4899-8d70-12efccf8f373 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:30.147572 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9e6444ef-db5d-424f-9e75-2db528241654 req-36a901d8-ef4e-4899-8d70-12efccf8f373 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 944 time: 0.0655539 Mar 21 22:07:30.202910 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9e6444ef-db5d-424f-9e75-2db528241654 req-46869def-1ff0-46df-968f-ccbe61c4cd7f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485620 Mar 21 22:07:30.228893 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd268b-320e-4ac2-a771-7da3ecc03c83 req-915161b0-bd77-40e2-b0e5-706bb1cce3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:30.232473 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-64fd268b-320e-4ac2-a771-7da3ecc03c83 req-915161b0-bd77-40e2-b0e5-706bb1cce3a0 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1253483 Mar 21 22:07:30.364472 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-b0cbd9df-0552-400b-9ca8-b13e85096ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:30.366122 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-b0cbd9df-0552-400b-9ca8-b13e85096ddf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c62b493b8214bf5bedac57aed3c50ef&device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 1127 time: 0.0546019 Mar 21 22:07:30.439318 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5508bf8-b089-4fa3-becf-d990e4ed7988 req-40ca0292-f22f-49d5-969b-f3253d9b9c94 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:30.452596 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-5b7efccd-ec79-4052-b2bc-03ca1476607e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb29c1d-7e86-4030-963a-fd8cbc69db3d HTTP/1.1" status: 200 len: 217 time: 0.0699475 Mar 21 22:07:30.455799 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c5508bf8-b089-4fa3-becf-d990e4ed7988 req-40ca0292-f22f-49d5-969b-f3253d9b9c94 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 943 time: 0.1125729 Mar 21 22:07:30.550812 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-6a6014b8-8aff-4287-b1ab-2f35c880e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:30.553709 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-6a6014b8-8aff-4287-b1ab-2f35c880e533 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8658023b-71c2-486c-999a-3a65540463d6 HTTP/1.1" status: 200 len: 849 time: 0.0904617 Mar 21 22:07:30.598298 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-79639eb0-7ce9-41bf-8dc8-aeafc9bc6157 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d573a565-11b0-43e3-8a8f-843e39fd66ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342219 Mar 21 22:07:30.669127 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 6f279622-6961-4b7f-8391-945e10e93734 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:07:30.762615 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-d68fbfa2-da6a-4cf8-a5dd-2b9a6bbfb530 service neutron] 10.222.0.47 "GET /v2.0/networks/d573a565-11b0-43e3-8a8f-843e39fd66ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531205 Mar 21 22:07:30.798688 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c5508bf8-b089-4fa3-becf-d990e4ed7988 req-2c468e3d-f16e-44dc-b357-7b0359419a55 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413579 Mar 21 22:07:30.865716 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 6f279622-6961-4b7f-8391-945e10e93734, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6f279622-6961-4b7f-8391-945e10e93734,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:07:30.881557 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '6f279622-6961-4b7f-8391-945e10e93734', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'port_id': '6f279622-6961-4b7f-8391-945e10e93734', 'mac_address': 'fa:16:3e:95:9e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:07:30.882294 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-db72573f-4a1f-439a-b8e2-774a96e764ab req-0d0b1f4a-69d0-46f7-b45c-ea4d7824de5a service neutron] 10.222.0.47 "GET /v2.0/networks/d573a565-11b0-43e3-8a8f-843e39fd66ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097882 Mar 21 22:07:30.924856 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 6f279622-6961-4b7f-8391-945e10e93734 is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:07:30.925243 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (6f279622-6961-4b7f-8391-945e10e93734), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:30.939394 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f279622-6961-4b7f-8391-945e10e93734 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:07:30.962926 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 6f279622-6961-4b7f-8391-945e10e93734, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6f279622-6961-4b7f-8391-945e10e93734,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:07:31.050762 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (6f279622-6961-4b7f-8391-945e10e93734), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:31.106500 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=6f279622-6961-4b7f-8391-945e10e93734,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:31.114844 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:31.115278 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:31.115696 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:31.116238 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:31.116669 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:31.117651 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:31.118033 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:31.118473 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:31.118904 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:31.119426 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:31.119848 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:31.120299 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:31.120716 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:31.121148 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:31.121545 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:31.354000 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721e004-753f-47d4-8c0a-6cc250072073 req-03d00556-caa6-4cd7-88b7-44fa094c051c tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:31.355758 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9721e004-753f-47d4-8c0a-6cc250072073 req-03d00556-caa6-4cd7-88b7-44fa094c051c tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 945 time: 0.0643022 Mar 21 22:07:31.421097 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9721e004-753f-47d4-8c0a-6cc250072073 req-61b1e00f-f0a3-4e91-ba99-e6f8731a6aaa tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589910 Mar 21 22:07:31.926795 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c53af5-faf5-4a9f-be35-a03b48f4dbaa req-1f7667ab-d9f2-4ecf-82e4-7c0ad4505a9f tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:31.928288 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-15c53af5-faf5-4a9f-be35-a03b48f4dbaa req-1f7667ab-d9f2-4ecf-82e4-7c0ad4505a9f tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 943 time: 0.0538020 Mar 21 22:07:31.984869 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-15c53af5-faf5-4a9f-be35-a03b48f4dbaa req-f5de5353-baaa-4fae-84fa-2b2b6a9096d3 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490198 Mar 21 22:07:32.376944 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['6f279622-6961-4b7f-8391-945e10e93734'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:07:32.600401 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd777a-52e7-4b53-b64b-0b63a9136188 req-4f5f83d4-9327-4d4b-b47f-27cfd68f6017 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:32.602643 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f0bd777a-52e7-4b53-b64b-0b63a9136188 req-4f5f83d4-9327-4d4b-b47f-27cfd68f6017 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 945 time: 0.0684249 Mar 21 22:07:32.659444 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f0bd777a-52e7-4b53-b64b-0b63a9136188 req-c6d60716-b1cd-4d7c-8740-43bc85060b2b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495789 Mar 21 22:07:33.116060 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d00f9-13f7-4bb2-b768-dbf648a58e39 req-e5732175-a4c5-4c66-ad7a-5aa8cd32e7d4 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:33.118113 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e7d00f9-13f7-4bb2-b768-dbf648a58e39 req-e5732175-a4c5-4c66-ad7a-5aa8cd32e7d4 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 943 time: 0.0591707 Mar 21 22:07:33.170393 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e7d00f9-13f7-4bb2-b768-dbf648a58e39 req-5399b9a4-dcb9-4e68-820b-bd2128f77cae tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455260 Mar 21 22:07:33.800955 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c691bc-80e2-47a7-857d-dfad3874165c req-473ebf7f-6117-4e74-bca5-3702301638e1 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:33.802551 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9c691bc-80e2-47a7-857d-dfad3874165c req-473ebf7f-6117-4e74-bca5-3702301638e1 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 945 time: 0.0635734 Mar 21 22:07:33.855679 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9c691bc-80e2-47a7-857d-dfad3874165c req-51959615-8ca4-4622-9110-5ddc9b6e0827 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471473 Mar 21 22:07:34.296547 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e048e-0032-4cf9-8131-106b75e09889 req-16aa4147-3262-4fe6-aedf-342161193bde tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:34.298141 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-292e048e-0032-4cf9-8131-106b75e09889 req-16aa4147-3262-4fe6-aedf-342161193bde tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 943 time: 0.0560420 Mar 21 22:07:34.349166 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-292e048e-0032-4cf9-8131-106b75e09889 req-38e1a45b-2a42-4861-b10c-31686c667fac tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452559 Mar 21 22:07:35.008649 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42261eb8-d2f9-439f-b8fb-df6d14cebc1e req-8f048b66-c2f9-48b7-8883-6519813d284c tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:35.010130 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-42261eb8-d2f9-439f-b8fb-df6d14cebc1e req-8f048b66-c2f9-48b7-8883-6519813d284c tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 945 time: 0.0582821 Mar 21 22:07:35.070450 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-42261eb8-d2f9-439f-b8fb-df6d14cebc1e req-ab343131-9c41-44e7-b04b-a1656d42fabf tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536723 Mar 21 22:07:35.471875 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ee237-e3b2-4503-9f17-beb318639ddc req-f086d99d-4de9-4035-83e0-5acee0f84d5e tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:35.473445 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-267ee237-e3b2-4503-9f17-beb318639ddc req-f086d99d-4de9-4035-83e0-5acee0f84d5e tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 943 time: 0.0565507 Mar 21 22:07:35.524253 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-267ee237-e3b2-4503-9f17-beb318639ddc req-32403847-e8b4-4d96-90d4-798f9be26b57 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444956 Mar 21 22:07:36.218993 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5d74d-fd13-4b10-9517-41d8fc6e3eec req-4b7f4e0c-87d7-4e5b-8df3-5dbfb1a44614 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:36.221033 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1ae5d74d-fd13-4b10-9517-41d8fc6e3eec req-4b7f4e0c-87d7-4e5b-8df3-5dbfb1a44614 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 945 time: 0.0574770 Mar 21 22:07:36.268594 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1ae5d74d-fd13-4b10-9517-41d8fc6e3eec req-d28169d6-e058-4535-8acf-70cdc0c0606c tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413268 Mar 21 22:07:36.660020 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a9d62-23c9-465e-9563-04c19a963c9f req-c068cddd-4174-486e-90cb-896f5fc9fb58 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:36.661486 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-506a9d62-23c9-465e-9563-04c19a963c9f req-c068cddd-4174-486e-90cb-896f5fc9fb58 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 943 time: 0.0562284 Mar 21 22:07:36.706936 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-506a9d62-23c9-465e-9563-04c19a963c9f req-d0df1cef-df16-4957-972d-03da668a1800 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399730 Mar 21 22:07:37.404798 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ae09e-f8c6-4e77-a9ba-a8790be32029 req-b3b7b23d-52a9-4fb6-8fe5-18b39a3e9dda tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:37.406479 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-036ae09e-f8c6-4e77-a9ba-a8790be32029 req-b3b7b23d-52a9-4fb6-8fe5-18b39a3e9dda tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 945 time: 0.0543861 Mar 21 22:07:37.456025 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-036ae09e-f8c6-4e77-a9ba-a8790be32029 req-a594babc-137f-419f-a4dc-cc695b1c9c3a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438526 Mar 21 22:07:37.834536 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7eca1-1677-4102-9d9e-dd86817a4afb req-6100f981-0b36-40af-9de9-44de4025b2a3 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:37.836676 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e9f7eca1-1677-4102-9d9e-dd86817a4afb req-6100f981-0b36-40af-9de9-44de4025b2a3 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 943 time: 0.0598297 Mar 21 22:07:37.899427 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e9f7eca1-1677-4102-9d9e-dd86817a4afb req-0a5188e7-c7c7-4a1f-bf82-9ad5086f917d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565138 Mar 21 22:07:38.487027 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d513-04ec-4d88-89aa-48c05c9d58f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:38.580532 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1f3d5-c444-409c-b7c7-67c120b1cb4c req-627e9937-66f6-4f77-a4cc-e6a3cd62b86b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:38.582265 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0d1f3d5-c444-409c-b7c7-67c120b1cb4c req-627e9937-66f6-4f77-a4cc-e6a3cd62b86b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 945 time: 0.0540931 Mar 21 22:07:38.632756 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0d1f3d5-c444-409c-b7c7-67c120b1cb4c req-a9819ec3-b074-49f7-9f21-a048126df6d9 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441911 Mar 21 22:07:38.811297 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 6f279622-6961-4b7f-8391-945e10e93734 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:07:38.881707 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-3666c963-4e90-4068-8b2e-4529a905f625 req-1d2f95ed-5ccb-481f-a641-c8782f711be6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531948 Mar 21 22:07:38.916186 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port 6f279622-6961-4b7f-8391-945e10e93734 completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:07:38.927163 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 6f279622-6961-4b7f-8391-945e10e93734 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:07:38.936162 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (6f279622-6961-4b7f-8391-945e10e93734), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:39.027495 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 6f279622-6961-4b7f-8391-945e10e93734 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:07:39.028175 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (6f279622-6961-4b7f-8391-945e10e93734), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:39.039751 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666c963-4e90-4068-8b2e-4529a905f625 req-177c0f19-6b5f-4eca-ac9d-727189898827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:39.041383 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-3666c963-4e90-4068-8b2e-4529a905f625 req-177c0f19-6b5f-4eca-ac9d-727189898827 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 1130 time: 0.0967846 Mar 21 22:07:39.059989 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f279622-6961-4b7f-8391-945e10e93734'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:07:39.062295 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ce2df2-814b-4595-9ea3-d0e3d8054080" -d '{"events": [{"server_uuid": "99882f3a-4ed6-447c-bfe2-c6e423d63c6a", "name": "network-vif-plugged", "status": "completed", "tag": "6f279622-6961-4b7f-8391-945e10e93734"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:07:39.065432 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0bc65-b39f-4a7f-84fc-a5bb5cc10e7f req-e5e49fd8-6e77-446a-b93d-e148d2a447ca tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:39.068427 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6db0bc65-b39f-4a7f-84fc-a5bb5cc10e7f req-e5e49fd8-6e77-446a-b93d-e148d2a447ca tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 943 time: 0.0800364 Mar 21 22:07:39.076997 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 6f279622-6961-4b7f-8391-945e10e93734, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6f279622-6961-4b7f-8391-945e10e93734,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:07:39.106490 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5123676c-cfda-4ee9-af75-6f0cd6b30ab4 x-openstack-request-id: req-5123676c-cfda-4ee9-af75-6f0cd6b30ab4 {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:07:39.106855 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99882f3a-4ed6-447c-bfe2-c6e423d63c6a", "name": "network-vif-plugged", "status": "completed", "tag": "6f279622-6961-4b7f-8391-945e10e93734", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:07:39.107113 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5123676c-cfda-4ee9-af75-6f0cd6b30ab4 {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:07:39.107782 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f279622-6961-4b7f-8391-945e10e93734', 'code': 200} Mar 21 22:07:39.141175 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6db0bc65-b39f-4a7f-84fc-a5bb5cc10e7f req-3ad9a291-2096-4afa-be02-0695e94863c0 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650773 Mar 21 22:07:39.161306 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (6f279622-6961-4b7f-8391-945e10e93734), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:39.176148 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666c963-4e90-4068-8b2e-4529a905f625 req-0459d75f-9a1c-4041-bd17-1996cd638d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:39.177751 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-3666c963-4e90-4068-8b2e-4529a905f625 req-0459d75f-9a1c-4041-bd17-1996cd638d65 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 920 time: 0.1167750 Mar 21 22:07:39.224267 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=6f279622-6961-4b7f-8391-945e10e93734,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:39.280014 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-3666c963-4e90-4068-8b2e-4529a905f625 req-746a846d-fb17-42e0-999a-5f15593513d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e8e937d-8bde-4618-8b12-148f79f41b07 HTTP/1.1" status: 200 len: 217 time: 0.0424728 Mar 21 22:07:39.339890 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666c963-4e90-4068-8b2e-4529a905f625 req-53969ef1-818d-447d-8639-f4046ca46e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:39.341256 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-3666c963-4e90-4068-8b2e-4529a905f625 req-53969ef1-818d-447d-8639-f4046ca46e09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 200 len: 858 time: 0.0486021 Mar 21 22:07:39.392748 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666c963-4e90-4068-8b2e-4529a905f625 req-634373cd-47b0-44eb-83de-c32a70ba53d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:39.394382 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-3666c963-4e90-4068-8b2e-4529a905f625 req-634373cd-47b0-44eb-83de-c32a70ba53d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470569 Mar 21 22:07:39.494268 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-3666c963-4e90-4068-8b2e-4529a905f625 req-c9c0b875-c7e4-4c33-a527-77289cc647b1 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922780 Mar 21 22:07:39.590316 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-3666c963-4e90-4068-8b2e-4529a905f625 req-068f1cbe-ac46-4181-a805-aff87f238fda service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882666 Mar 21 22:07:39.599939 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f69d0-cce5-4407-a20c-37e03eae4a6f req-1095ccd9-e156-401a-960c-ecc841819b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:39.602331 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c99f69d0-cce5-4407-a20c-37e03eae4a6f req-1095ccd9-e156-401a-960c-ecc841819b4d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 1130 time: 0.0521367 Mar 21 22:07:39.647756 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c99f69d0-cce5-4407-a20c-37e03eae4a6f req-58221b99-6d01-4ef4-a804-374c577cd9a1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383468 Mar 21 22:07:39.769662 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec2158-2a65-4a12-a394-5c82c44a81a2 req-e7c43c7b-e514-40e7-a058-96148816bb8b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:39.771257 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-31ec2158-2a65-4a12-a394-5c82c44a81a2 req-e7c43c7b-e514-40e7-a058-96148816bb8b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0664954 Mar 21 22:07:39.818555 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-31ec2158-2a65-4a12-a394-5c82c44a81a2 req-b069827f-0448-4442-adf0-6973620fc1de tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415134 Mar 21 22:07:39.993939 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:40.285948 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8fb5f-95e2-4fb2-8175-7da636cbf3d5 req-5cc90700-2f27-41cb-a020-c3e19cba8d94 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:40.287551 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8bb8fb5f-95e2-4fb2-8175-7da636cbf3d5 req-5cc90700-2f27-41cb-a020-c3e19cba8d94 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 943 time: 0.0757051 Mar 21 22:07:40.338175 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8bb8fb5f-95e2-4fb2-8175-7da636cbf3d5 req-1351abc5-6a9f-40d6-8895-42f4888fb235 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447984 Mar 21 22:07:40.932811 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63179fe-0051-459c-a7f1-caadc545d5e5 req-470dc47d-fb34-4b16-83aa-ccc5ba3724dc tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:40.934440 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a63179fe-0051-459c-a7f1-caadc545d5e5 req-470dc47d-fb34-4b16-83aa-ccc5ba3724dc tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0501778 Mar 21 22:07:40.983573 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a63179fe-0051-459c-a7f1-caadc545d5e5 req-cf1c0084-6a3b-4eae-8137-ecbe620a60f8 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431094 Mar 21 22:07:41.052696 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-dafd4d22-f164-4cef-b226-cc701ba67357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:41.459999 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd874c-29c1-49ba-a870-98373650dc80 req-c0d6da13-c045-45bd-9a55-9771e1cee617 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:41.461599 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bbdd874c-29c1-49ba-a870-98373650dc80 req-c0d6da13-c045-45bd-9a55-9771e1cee617 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 943 time: 0.0537460 Mar 21 22:07:41.518660 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bbdd874c-29c1-49ba-a870-98373650dc80 req-d4b7789a-85e1-4483-9f4f-843dc1506f58 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490706 Mar 21 22:07:41.775775 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device cbb29c1d-7e86-4030-963a-fd8cbc69db3d details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:07:41.886162 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port cbb29c1d-7e86-4030-963a-fd8cbc69db3d, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=cbb29c1d-7e86-4030-963a-fd8cbc69db3d,segment=NetworkSegment(396a98cb-76ff-4300-ba5e-e33125c1fa97),segment_id=396a98cb-76ff-4300-ba5e-e33125c1fa97)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:07:41.898696 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': 'cbb29c1d-7e86-4030-963a-fd8cbc69db3d', 'network_id': 'd573a565-11b0-43e3-8a8f-843e39fd66ac', 'port_id': 'cbb29c1d-7e86-4030-963a-fd8cbc69db3d', 'mac_address': 'fa:16:3e:da:b4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8658023b-71c2-486c-999a-3a65540463d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:07:41.938813 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port cbb29c1d-7e86-4030-963a-fd8cbc69db3d is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:07:41.939269 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (cbb29c1d-7e86-4030-963a-fd8cbc69db3d), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:41.953175 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb29c1d-7e86-4030-963a-fd8cbc69db3d {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:07:41.973279 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port cbb29c1d-7e86-4030-963a-fd8cbc69db3d, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=cbb29c1d-7e86-4030-963a-fd8cbc69db3d,segment=NetworkSegment(396a98cb-76ff-4300-ba5e-e33125c1fa97),segment_id=396a98cb-76ff-4300-ba5e-e33125c1fa97)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:07:42.062623 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (cbb29c1d-7e86-4030-963a-fd8cbc69db3d), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:42.116272 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8fa27-7915-40c8-8cc0-5af0ffe2508c req-d318439a-981a-4976-bce1-6a25a280c10f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:42.118176 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-50a8fa27-7915-40c8-8cc0-5af0ffe2508c req-d318439a-981a-4976-bce1-6a25a280c10f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0594640 Mar 21 22:07:42.131822 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=cbb29c1d-7e86-4030-963a-fd8cbc69db3d,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:42.177852 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-50a8fa27-7915-40c8-8cc0-5af0ffe2508c req-4399a9be-8172-4528-a2e5-d9df359c7ee0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540206 Mar 21 22:07:42.644044 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7801b7-e97e-43f7-84a2-c4fb3d3e68fa req-f3b90e3d-0ccf-4691-a66c-d3f9dcc59f67 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:42.645803 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-de7801b7-e97e-43f7-84a2-c4fb3d3e68fa req-f3b90e3d-0ccf-4691-a66c-d3f9dcc59f67 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 944 time: 0.0577414 Mar 21 22:07:42.695217 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-de7801b7-e97e-43f7-84a2-c4fb3d3e68fa req-3c97daa7-9cdc-453b-b4c3-77d3cc3605c6 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430560 Mar 21 22:07:42.861976 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:43.324034 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78890c-698e-4776-8fdf-d2e102c71b54 req-252ad955-918b-4611-9050-e44d167e8cc1 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:43.326176 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3b78890c-698e-4776-8fdf-d2e102c71b54 req-252ad955-918b-4611-9050-e44d167e8cc1 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0636554 Mar 21 22:07:43.383510 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3b78890c-698e-4776-8fdf-d2e102c71b54 req-ca76054a-126d-4d6c-9f58-d14d971920e5 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471504 Mar 21 22:07:43.826243 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e113014-f5a4-4cc9-9a16-b91d71c4fb78 req-66c20300-56f5-4694-8181-295d88780b71 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:43.827999 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9e113014-f5a4-4cc9-9a16-b91d71c4fb78 req-66c20300-56f5-4694-8181-295d88780b71 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 944 time: 0.0583539 Mar 21 22:07:43.880692 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9e113014-f5a4-4cc9-9a16-b91d71c4fb78 req-72f61b18-790f-4870-b076-521c484f100c tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465498 Mar 21 22:07:44.270136 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:44.554176 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dd899-7392-4234-82be-290b83a9f089 req-3d0905b8-9284-42e2-8f0f-5b36734781fc tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:44.556389 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e67dd899-7392-4234-82be-290b83a9f089 req-3d0905b8-9284-42e2-8f0f-5b36734781fc tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0647402 Mar 21 22:07:44.611138 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e67dd899-7392-4234-82be-290b83a9f089 req-b3c1372a-91ff-44fe-ad49-70dec18e665e tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480478 Mar 21 22:07:45.004828 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a292220-a1f8-4479-b2df-0ceda3b038f7 req-e123ccd3-0bf8-496f-adbc-1c295aca9397 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:45.007039 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7a292220-a1f8-4479-b2df-0ceda3b038f7 req-e123ccd3-0bf8-496f-adbc-1c295aca9397 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 944 time: 0.0561383 Mar 21 22:07:45.057273 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7a292220-a1f8-4479-b2df-0ceda3b038f7 req-90418b73-c647-4f91-a094-5b5f02ee2c9f tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448391 Mar 21 22:07:45.759392 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5760d0f-ce96-4c3e-996f-c34b5c4a3944 req-b4147c59-15c1-4a61-a753-d00c89ba47e5 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:45.761586 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a5760d0f-ce96-4c3e-996f-c34b5c4a3944 req-b4147c59-15c1-4a61-a753-d00c89ba47e5 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0725226 Mar 21 22:07:45.827499 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a5760d0f-ce96-4c3e-996f-c34b5c4a3944 req-b53ed68b-44c0-4eaa-ae19-ca6b0f30195b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594714 Mar 21 22:07:45.881633 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:45.999734 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['cbb29c1d-7e86-4030-963a-fd8cbc69db3d'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:07:46.201946 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cc785-3e4a-4264-815b-897abdcf67be req-3065f118-c65a-4f46-a33d-11ea1da9cea1 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:46.203639 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ea7cc785-3e4a-4264-815b-897abdcf67be req-3065f118-c65a-4f46-a33d-11ea1da9cea1 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 944 time: 0.0627453 Mar 21 22:07:46.253983 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ea7cc785-3e4a-4264-815b-897abdcf67be req-f161e804-62d2-44bb-9e4e-812ea186a35c tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442836 Mar 21 22:07:46.964917 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb93544-48ee-4347-aa60-5b176579d318 req-e54e86c8-3242-4570-bbc4-8ec4693536da tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:46.966335 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0fb93544-48ee-4347-aa60-5b176579d318 req-e54e86c8-3242-4570-bbc4-8ec4693536da tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0617459 Mar 21 22:07:47.018489 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0fb93544-48ee-4347-aa60-5b176579d318 req-c41c0c1f-134d-4547-b8af-310e9294dd7d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464594 Mar 21 22:07:47.377142 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119bb0d-7c0e-4da5-aadc-64f8601dfab8 req-53ce727d-0012-472a-b331-579107ae2500 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:47.378595 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b119bb0d-7c0e-4da5-aadc-64f8601dfab8 req-53ce727d-0012-472a-b331-579107ae2500 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 944 time: 0.0572135 Mar 21 22:07:47.436970 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b119bb0d-7c0e-4da5-aadc-64f8601dfab8 req-7c94e174-a1b4-4528-91fd-63e13046c79d tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518830 Mar 21 22:07:48.148041 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226e195-158f-484e-a96d-cd72063caed4 req-e3e93816-2908-4284-a789-3391065c401b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:48.150335 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a226e195-158f-484e-a96d-cd72063caed4 req-e3e93816-2908-4284-a789-3391065c401b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0596318 Mar 21 22:07:48.207627 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a226e195-158f-484e-a96d-cd72063caed4 req-11ecd189-fa97-43bd-a634-1e81c736ae6c tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464373 Mar 21 22:07:48.573464 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908855f-3ba9-42fb-bc6c-a713e379389e req-d451ade4-8fa5-4c1f-97bc-8ab864352c4e tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:48.574209 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3908855f-3ba9-42fb-bc6c-a713e379389e req-d451ade4-8fa5-4c1f-97bc-8ab864352c4e tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 944 time: 0.0641994 Mar 21 22:07:48.633527 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3908855f-3ba9-42fb-bc6c-a713e379389e req-00280c69-c20c-48df-b564-c9ce9e852abe tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517254 Mar 21 22:07:48.653616 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device cbb29c1d-7e86-4030-963a-fd8cbc69db3d up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:07:48.778754 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port cbb29c1d-7e86-4030-963a-fd8cbc69db3d completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:07:48.783631 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port cbb29c1d-7e86-4030-963a-fd8cbc69db3d triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:07:48.784154 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (cbb29c1d-7e86-4030-963a-fd8cbc69db3d), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:48.875684 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port cbb29c1d-7e86-4030-963a-fd8cbc69db3d is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:07:48.876079 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (cbb29c1d-7e86-4030-963a-fd8cbc69db3d), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:48.902661 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7493fd7e-0056-405b-a5f3-8af32b55d223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb29c1d-7e86-4030-963a-fd8cbc69db3d'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:07:48.905892 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c343f2-1a99-4fce-b0ea-beb4dc409ba6" -d '{"events": [{"server_uuid": "7493fd7e-0056-405b-a5f3-8af32b55d223", "name": "network-vif-plugged", "status": "completed", "tag": "cbb29c1d-7e86-4030-963a-fd8cbc69db3d"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:07:48.921340 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port cbb29c1d-7e86-4030-963a-fd8cbc69db3d, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=cbb29c1d-7e86-4030-963a-fd8cbc69db3d,segment=NetworkSegment(396a98cb-76ff-4300-ba5e-e33125c1fa97),segment_id=396a98cb-76ff-4300-ba5e-e33125c1fa97)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:07:48.948056 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab51778e-39b6-48e2-b2f6-7d7a09ab71bd x-openstack-request-id: req-ab51778e-39b6-48e2-b2f6-7d7a09ab71bd {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:07:48.948352 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7493fd7e-0056-405b-a5f3-8af32b55d223", "name": "network-vif-plugged", "status": "completed", "tag": "cbb29c1d-7e86-4030-963a-fd8cbc69db3d", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:07:48.948607 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab51778e-39b6-48e2-b2f6-7d7a09ab71bd {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:07:48.949068 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7493fd7e-0056-405b-a5f3-8af32b55d223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb29c1d-7e86-4030-963a-fd8cbc69db3d', 'code': 200} Mar 21 22:07:49.041704 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (cbb29c1d-7e86-4030-963a-fd8cbc69db3d), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:49.103464 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=cbb29c1d-7e86-4030-963a-fd8cbc69db3d,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:49.341238 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2ebc-4440-4096-92a7-a407092f6553 req-550891d1-9f5f-421d-9b98-fb54101bc193 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:49.342799 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-75ab2ebc-4440-4096-92a7-a407092f6553 req-550891d1-9f5f-421d-9b98-fb54101bc193 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0643611 Mar 21 22:07:49.424527 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-75ab2ebc-4440-4096-92a7-a407092f6553 req-259f0095-ae09-4733-b6a5-27d5ef4a0ae6 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761068 Mar 21 22:07:49.438351 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af11606-b40d-4131-8c4a-da13b2c3d0e5 req-47d90e33-f738-4b67-b739-14b58a1d2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:49.445621 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5af11606-b40d-4131-8c4a-da13b2c3d0e5 req-47d90e33-f738-4b67-b739-14b58a1d2555 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 1129 time: 0.0730479 Mar 21 22:07:49.506683 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5af11606-b40d-4131-8c4a-da13b2c3d0e5 req-8c3359b1-465a-4993-8507-6f568afece3b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596635 Mar 21 22:07:49.593601 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15abd7a-3a3d-40ba-acd7-1442cf5ff8be req-15800571-8b46-49d8-bea3-97ee0f25725e tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:49.595313 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e15abd7a-3a3d-40ba-acd7-1442cf5ff8be req-15800571-8b46-49d8-bea3-97ee0f25725e tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0786781 Mar 21 22:07:49.606235 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 33948) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:07:49.612255 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-e56b1dde-d754-42ce-acac-f846fff28719 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Request body: {'floatingip': {'port_id': '6f279622-6961-4b7f-8391-945e10e93734'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:07:49.663289 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e56b1dde-d754-42ce-acac-f846fff28719 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for floatingip (37d92d39-d791-4bda-9efe-d61e7506506a), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:49.807660 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ee48b-953d-4c03-b8a8-a0eb73c40ba8 req-76a63426-1e82-474a-88c4-5063a3731bb4 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:49.809336 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c14ee48b-953d-4c03-b8a8-a0eb73c40ba8 req-76a63426-1e82-474a-88c4-5063a3731bb4 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 945 time: 0.0585885 Mar 21 22:07:49.866284 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c14ee48b-953d-4c03-b8a8-a0eb73c40ba8 req-808a5a2a-9d6a-4525-af76-bc8d5ac111bf tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506949 Mar 21 22:07:50.179669 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e56b1dde-d754-42ce-acac-f846fff28719 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:50.290839 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e56b1dde-d754-42ce-acac-f846fff28719 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (37d92d39-d791-4bda-9efe-d61e7506506a), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:50.406469 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.l3_db [None req-e56b1dde-d754-42ce-acac-f846fff28719 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Floating IP 37d92d39-d791-4bda-9efe-d61e7506506a associated. External IP: 172.27.2.61, port: 6f279622-6961-4b7f-8391-945e10e93734. Mar 21 22:07:50.433244 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:07:50.648979 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56b1dde-d754-42ce-acac-f846fff28719 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Router e5771d61-e366-4901-8696-4aacf48a0520 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:07:50.773149 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56b1dde-d754-42ce-acac-f846fff28719 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:07:50.778328 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e56b1dde-d754-42ce-acac-f846fff28719 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:50.783573 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f7cfe-ac78-41a4-b6c5-872d9cf6ae95 None None] Sync routers for ids ['e5771d61-e366-4901-8696-4aacf48a0520'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:07:50.795293 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f7cfe-ac78-41a4-b6c5-872d9cf6ae95 None None] Routers {'e5771d61-e366-4901-8696-4aacf48a0520'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:07:50.795938 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-4a7f7cfe-ac78-41a4-b6c5-872d9cf6ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:07:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5771d61-e366-4901-8696-4aacf48a0520'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:07:50.826241 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-e56b1dde-d754-42ce-acac-f846fff28719 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "PUT /v2.0/floatingips/37d92d39-d791-4bda-9efe-d61e7506506a HTTP/1.1" status: 200 len: 991 time: 1.2179112 Mar 21 22:07:50.827363 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'tag': '6f279622-6961-4b7f-8391-945e10e93734'}] {{(pid=115862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:07:50.841858 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91f982db15cf7ea7fd65b6c8757bc5df642054ad0495c8a7b37b88a944552a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940675fa-363b-4bc3-adbd-787c79bd157d" -d '{"events": [{"name": "network-changed", "server_uuid": "99882f3a-4ed6-447c-bfe2-c6e423d63c6a", "tag": "6f279622-6961-4b7f-8391-945e10e93734"}]}' {{(pid=115862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:07:50.931868 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0390250d-ebd5-4f38-9811-80b8539fa287 x-openstack-request-id: req-0390250d-ebd5-4f38-9811-80b8539fa287 {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:07:50.931868 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99882f3a-4ed6-447c-bfe2-c6e423d63c6a", "tag": "6f279622-6961-4b7f-8391-945e10e93734", "status": "completed", "code": 200}]} {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:07:50.931868 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0390250d-ebd5-4f38-9811-80b8539fa287 {{(pid=115862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:07:50.931868 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'tag': '6f279622-6961-4b7f-8391-945e10e93734', 'status': 'completed', 'code': 200} Mar 21 22:07:50.965093 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-4a7f7cfe-ac78-41a4-b6c5-872d9cf6ae95 None None] Set router e5771d61-e366-4901-8696-4aacf48a0520 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:07:51.097104 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe69020-a74f-4e5b-86b5-d3aa70cb6960 req-b2808f40-6c48-4c55-9376-3b56bded24e0 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:51.098647 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6fe69020-a74f-4e5b-86b5-d3aa70cb6960 req-b2808f40-6c48-4c55-9376-3b56bded24e0 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 945 time: 0.1297331 Mar 21 22:07:51.105144 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940675fa-363b-4bc3-adbd-787c79bd157d req-fdc381f3-3fcb-4a85-9702-7047dd4c1a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:51.106814 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-940675fa-363b-4bc3-adbd-787c79bd157d req-fdc381f3-3fcb-4a85-9702-7047dd4c1a9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 1130 time: 0.0965416 Mar 21 22:07:51.211528 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6fe69020-a74f-4e5b-86b5-d3aa70cb6960 req-313e7c4e-c8f2-466c-9c3c-b27305e9fe70 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029277 Mar 21 22:07:51.231753 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940675fa-363b-4bc3-adbd-787c79bd157d req-6f67d955-62ca-430e-8416-1ec70c0ec896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:51.233198 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-940675fa-363b-4bc3-adbd-787c79bd157d req-6f67d955-62ca-430e-8416-1ec70c0ec896 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 920 time: 0.1190748 Mar 21 22:07:51.267158 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-4a7f7cfe-ac78-41a4-b6c5-872d9cf6ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:55Z', 'revision_number': 4, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port': {'id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:47Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '37d92d39-d791-4bda-9efe-d61e7506506a', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'port_id': '6f279622-6961-4b7f-8391-945e10e93734', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'mac_address': 'fa:16:3e:95:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:07:15Z', 'updated_at': '2022-03-21T22:07:50Z', 'revision_number': 1, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8', 'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'mac_address': 'fa:16:3e:e7:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:53Z', 'updated_at': '2022-03-21T22:05:16Z', 'revision_number': 5, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'subnets': [{'id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:07:51.295945 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f7cfe-ac78-41a4-b6c5-872d9cf6ae95 None None] Checking router: e5771d61-e366-4901-8696-4aacf48a0520 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:07:51.307246 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f7cfe-ac78-41a4-b6c5-872d9cf6ae95 None None] Routers {'e5771d61-e366-4901-8696-4aacf48a0520'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:07:51.307874 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-4a7f7cfe-ac78-41a4-b6c5-872d9cf6ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:07:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5771d61-e366-4901-8696-4aacf48a0520'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:07:51.316617 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-940675fa-363b-4bc3-adbd-787c79bd157d req-56259d4f-f610-457e-9047-018378ec84a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f279622-6961-4b7f-8391-945e10e93734 HTTP/1.1" status: 200 len: 999 time: 0.0702934 Mar 21 22:07:51.365559 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940675fa-363b-4bc3-adbd-787c79bd157d req-15e95a01-c71a-42e5-a958-0918c8e8b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:51.367543 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-940675fa-363b-4bc3-adbd-787c79bd157d req-15e95a01-c71a-42e5-a958-0918c8e8b502 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 200 len: 858 time: 0.0442557 Mar 21 22:07:51.421411 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-4a7f7cfe-ac78-41a4-b6c5-872d9cf6ae95 None None] Set router e5771d61-e366-4901-8696-4aacf48a0520 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:07:51.422302 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940675fa-363b-4bc3-adbd-787c79bd157d req-91ae1990-408e-460a-9604-f0492cdce95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:51.423851 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-940675fa-363b-4bc3-adbd-787c79bd157d req-91ae1990-408e-460a-9604-f0492cdce95a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491171 Mar 21 22:07:51.548476 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-940675fa-363b-4bc3-adbd-787c79bd157d req-09c3cf04-6e3f-4295-bd71-dfee72e977e1 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019714 Mar 21 22:07:51.641923 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-940675fa-363b-4bc3-adbd-787c79bd157d req-2e347d95-a015-4732-90df-4bbc88b18ddf service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865390 Mar 21 22:07:51.746416 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-4a7f7cfe-ac78-41a4-b6c5-872d9cf6ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:55Z', 'revision_number': 4, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port': {'id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:47Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '37d92d39-d791-4bda-9efe-d61e7506506a', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'port_id': '6f279622-6961-4b7f-8391-945e10e93734', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'mac_address': 'fa:16:3e:95:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:07:15Z', 'updated_at': '2022-03-21T22:07:50Z', 'revision_number': 1, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8', 'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'mac_address': 'fa:16:3e:e7:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:53Z', 'updated_at': '2022-03-21T22:05:16Z', 'revision_number': 5, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'subnets': [{'id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:07:51.777059 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f7cfe-ac78-41a4-b6c5-872d9cf6ae95 None None] The sync data for ids ['e5771d61-e366-4901-8696-4aacf48a0520'] in dv-cinder-834545-1-iscsi is: [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:55Z', 'revision_number': 4, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port': {'id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:47Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '37d92d39-d791-4bda-9efe-d61e7506506a', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'port_id': '6f279622-6961-4b7f-8391-945e10e93734', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'mac_address': 'fa:16:3e:95:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:07:15Z', 'updated_at': '2022-03-21T22:07:50Z', 'revision_number': 1, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8', 'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'mac_address': 'fa:16:3e:e7:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:53Z', 'updated_at': '2022-03-21T22:05:16Z', 'revision_number': 5, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'subnets': [{'id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:07:51.981067 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b59fe43-1a84-40a0-a6bf-dc78c72f5360 None None] New status for floating IP 37d92d39-d791-4bda-9efe-d61e7506506a: ACTIVE {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:07:52.346464 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b431d-d840-4ba2-a75d-a0ea85d64b31 req-b164e4c4-6e8a-4d3e-8067-79511b39af06 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:52.352047 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-599b431d-d840-4ba2-a75d-a0ea85d64b31 req-b164e4c4-6e8a-4d3e-8067-79511b39af06 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 945 time: 0.0611184 Mar 21 22:07:52.400922 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-599b431d-d840-4ba2-a75d-a0ea85d64b31 req-cc340bf7-cd49-43ef-9f4c-86c894a3d109 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443127 Mar 21 22:07:53.549169 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 34022) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:07:53.671093 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:53.762301 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Publish callbacks [] for security_group (b197981c-6ad7-481e-8cab-7e9740b4df8b), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:53.846758 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (b197981c-6ad7-481e-8cab-7e9740b4df8b), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:53.893097 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fc62f2a1a2cb4d4dbd76b605eaf615bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3386889 Mar 21 22:07:53.893097 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b197981c-6ad7-481e-8cab-7e9740b4df8b,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:53.894400 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 34030) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:07:53.900006 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:53.900370 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:53.900722 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:53.901072 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:53.901413 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:53.901750 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:53.902123 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:53.902457 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:53.903042 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:53.903403 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:53.903742 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:53.904613 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:53.905053 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:53.905643 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:53.905981 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddc51-25fe-4a4c-afec-7470f1271d74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:53.961667 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Publish callbacks [] for security_group (b197981c-6ad7-481e-8cab-7e9740b4df8b), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:53.986522 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Publish callbacks [] for security_group (b197981c-6ad7-481e-8cab-7e9740b4df8b), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:54.127395 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942a256-0604-4f2c-b027-c5d0cff8f9d0 req-91b1b553-b301-4f02-b6fd-868b5636f7dc tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:54.129230 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1942a256-0604-4f2c-b027-c5d0cff8f9d0 req-91b1b553-b301-4f02-b6fd-868b5636f7dc tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 945 time: 0.0672050 Mar 21 22:07:54.187349 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1942a256-0604-4f2c-b027-c5d0cff8f9d0 req-5e0f2373-378a-4c10-9941-87c17a3d5f9f tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488873 Mar 21 22:07:54.196049 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (b197981c-6ad7-481e-8cab-7e9740b4df8b), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:54.198694 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:54.200135 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b197981c-6ad7-481e-8cab-7e9740b4df8b HTTP/1.1" status: 204 len: 168 time: 0.3031135 Mar 21 22:07:54.216560 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b197981c-6ad7-481e-8cab-7e9740b4df8b,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:54.229617 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:54.230178 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:54.230755 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:54.234816 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:54.234816 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:54.234816 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:54.234816 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:54.234816 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:54.234816 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:54.234816 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:54.235891 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:54.235891 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:54.236407 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:54.236971 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:54.237541 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd6693-1927-4ac1-b939-f368412ca4aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:07:55.360325 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2a35d-3824-40a9-a875-37266fb4a6b5 req-fdc4ebf6-5c4a-4f13-b788-8e83316fbae4 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:55.363069 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-89b2a35d-3824-40a9-a875-37266fb4a6b5 req-fdc4ebf6-5c4a-4f13-b788-8e83316fbae4 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 945 time: 0.0699944 Mar 21 22:07:55.388144 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 34066) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:07:55.447115 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-89b2a35d-3824-40a9-a875-37266fb4a6b5 req-6e326ce2-9f51-4697-bb73-58a2f8804a60 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770657 Mar 21 22:07:55.531037 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3a3d-5312-4a67-b608-66d9950ef768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:55.661007 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3a3d-5312-4a67-b608-66d9950ef768 admin admin] Publish callbacks [] for security_group (ac1eaea2-fd11-4e18-b82a-e8d08fde4131), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:55.755474 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3a3d-5312-4a67-b608-66d9950ef768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (ac1eaea2-fd11-4e18-b82a-e8d08fde4131), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:55.810437 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-3c9b3a3d-5312-4a67-b608-66d9950ef768 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=950dd8b5e9fa45f09e98818b263bad53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4209974 Mar 21 22:07:55.811932 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b3a3d-5312-4a67-b608-66d9950ef768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1eaea2-fd11-4e18-b82a-e8d08fde4131,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:55.815150 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 34076) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:07:55.882332 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c2538f33-b7b5-4115-8fef-6c56e5a686d1 admin admin] Publish callbacks [] for security_group (ac1eaea2-fd11-4e18-b82a-e8d08fde4131), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:55.918061 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c2538f33-b7b5-4115-8fef-6c56e5a686d1 admin admin] Publish callbacks [] for security_group (ac1eaea2-fd11-4e18-b82a-e8d08fde4131), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:56.068634 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c2538f33-b7b5-4115-8fef-6c56e5a686d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (ac1eaea2-fd11-4e18-b82a-e8d08fde4131), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:56.072323 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c2538f33-b7b5-4115-8fef-6c56e5a686d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:56.073641 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-c2538f33-b7b5-4115-8fef-6c56e5a686d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac1eaea2-fd11-4e18-b82a-e8d08fde4131 HTTP/1.1" status: 204 len: 168 time: 0.2571914 Mar 21 22:07:56.082162 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2538f33-b7b5-4115-8fef-6c56e5a686d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1eaea2-fd11-4e18-b82a-e8d08fde4131,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:56.172325 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067adce-77b8-4fcc-b1ac-b42d917806be req-035ba5f6-8127-4733-ac4a-99f6525402e4 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:56.173856 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e067adce-77b8-4fcc-b1ac-b42d917806be req-035ba5f6-8127-4733-ac4a-99f6525402e4 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.47 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 945 time: 0.0875545 Mar 21 22:07:56.284076 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-e067adce-77b8-4fcc-b1ac-b42d917806be req-872f7b3f-ab6c-4608-9b0e-855189ed844f tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Deleting port cbb29c1d-7e86-4030-963a-fd8cbc69db3d {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:07:56.285015 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e067adce-77b8-4fcc-b1ac-b42d917806be req-872f7b3f-ab6c-4608-9b0e-855189ed844f tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (cbb29c1d-7e86-4030-963a-fd8cbc69db3d), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:56.395454 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-e067adce-77b8-4fcc-b1ac-b42d917806be req-872f7b3f-ab6c-4608-9b0e-855189ed844f tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] For port cbb29c1d-7e86-4030-963a-fd8cbc69db3d, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=cbb29c1d-7e86-4030-963a-fd8cbc69db3d,segment=NetworkSegment(396a98cb-76ff-4300-ba5e-e33125c1fa97),segment_id=396a98cb-76ff-4300-ba5e-e33125c1fa97)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:07:56.396587 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e067adce-77b8-4fcc-b1ac-b42d917806be req-872f7b3f-ab6c-4608-9b0e-855189ed844f tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (cbb29c1d-7e86-4030-963a-fd8cbc69db3d), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:56.412843 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-e067adce-77b8-4fcc-b1ac-b42d917806be req-872f7b3f-ab6c-4608-9b0e-855189ed844f tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Calling delete_port for cbb29c1d-7e86-4030-963a-fd8cbc69db3d owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:07:56.488745 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 34086) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:07:56.680443 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7ccd9-3ad0-478f-8387-f994d7b74064 req-13e4bad9-6c98-4db4-89cf-526d1bbdb637 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:07:56.682609 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-edb7ccd9-3ad0-478f-8387-f994d7b74064 req-13e4bad9-6c98-4db4-89cf-526d1bbdb637 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 945 time: 0.0920401 Mar 21 22:07:56.787794 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-edb7ccd9-3ad0-478f-8387-f994d7b74064 req-526f6e3d-fde1-4875-9ae3-56f6eed3b473 tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/security-groups?id=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555749 Mar 21 22:07:56.787967 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1f787fae-443b-43b9-91ce-4fc344783d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:56.804137 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e067adce-77b8-4fcc-b1ac-b42d917806be req-872f7b3f-ab6c-4608-9b0e-855189ed844f tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (cbb29c1d-7e86-4030-963a-fd8cbc69db3d), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:56.833170 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f7b3f-ab6c-4608-9b0e-855189ed844f tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Pushing event deleted for resources: {'Port': ['ID=cbb29c1d-7e86-4030-963a-fd8cbc69db3d,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:56.878484 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1f787fae-443b-43b9-91ce-4fc344783d5b admin admin] Publish callbacks [] for security_group (f8b82895-2e6d-4848-9e70-087479fa6f69), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:56.881312 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-e067adce-77b8-4fcc-b1ac-b42d917806be req-872f7b3f-ab6c-4608-9b0e-855189ed844f tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] No DVR routers for this DVR port cbb29c1d-7e86-4030-963a-fd8cbc69db3d on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:07:56.885653 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e067adce-77b8-4fcc-b1ac-b42d917806be req-872f7b3f-ab6c-4608-9b0e-855189ed844f tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:56.889117 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e067adce-77b8-4fcc-b1ac-b42d917806be req-872f7b3f-ab6c-4608-9b0e-855189ed844f tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.47 "DELETE /v2.0/ports/cbb29c1d-7e86-4030-963a-fd8cbc69db3d HTTP/1.1" status: 204 len: 173 time: 0.7051284 Mar 21 22:07:56.889591 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7493fd7e-0056-405b-a5f3-8af32b55d223', 'name': 'network-vif-deleted', 'tag': 'cbb29c1d-7e86-4030-963a-fd8cbc69db3d'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:07:56.891890 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b719a20-5d25-4904-95bc-592e6205ef9a" -d '{"events": [{"server_uuid": "7493fd7e-0056-405b-a5f3-8af32b55d223", "name": "network-vif-deleted", "tag": "cbb29c1d-7e86-4030-963a-fd8cbc69db3d"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:07:56.943922 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a24ea05-68da-43a4-ac18-6db545e27c82 x-openstack-request-id: req-0a24ea05-68da-43a4-ac18-6db545e27c82 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:07:56.944222 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7493fd7e-0056-405b-a5f3-8af32b55d223", "name": "network-vif-deleted", "tag": "cbb29c1d-7e86-4030-963a-fd8cbc69db3d", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:07:56.944483 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a24ea05-68da-43a4-ac18-6db545e27c82 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:07:56.944919 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7493fd7e-0056-405b-a5f3-8af32b55d223', 'name': 'network-vif-deleted', 'tag': 'cbb29c1d-7e86-4030-963a-fd8cbc69db3d', 'status': 'completed', 'code': 200} Mar 21 22:07:56.978567 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1f787fae-443b-43b9-91ce-4fc344783d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (f8b82895-2e6d-4848-9e70-087479fa6f69), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:57.022287 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-1f787fae-443b-43b9-91ce-4fc344783d5b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb82e9d4948e461fa8d5ef869ada31ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5324001 Mar 21 22:07:57.023992 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f787fae-443b-43b9-91ce-4fc344783d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b82895-2e6d-4848-9e70-087479fa6f69,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:57.027555 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 34094) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:07:57.093849 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2ac5f299-e7f9-4fc8-a238-c15726988eb7 admin admin] Publish callbacks [] for security_group (f8b82895-2e6d-4848-9e70-087479fa6f69), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:57.124009 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2ac5f299-e7f9-4fc8-a238-c15726988eb7 admin admin] Publish callbacks [] for security_group (f8b82895-2e6d-4848-9e70-087479fa6f69), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:57.476127 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2ac5f299-e7f9-4fc8-a238-c15726988eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (f8b82895-2e6d-4848-9e70-087479fa6f69), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:57.479207 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2ac5f299-e7f9-4fc8-a238-c15726988eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:07:57.480528 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-2ac5f299-e7f9-4fc8-a238-c15726988eb7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f8b82895-2e6d-4848-9e70-087479fa6f69 HTTP/1.1" status: 204 len: 168 time: 0.4514577 Mar 21 22:07:57.489484 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5f299-e7f9-4fc8-a238-c15726988eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b82895-2e6d-4848-9e70-087479fa6f69,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:07:57.877004 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-85d0303f-614a-4beb-af0b-6a4adbead998 req-2f8e9e8e-c40f-4ec6-80c9-a49aebd082ef tempest-VolumesActionsTest-720717872 tempest-VolumesActionsTest-720717872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7493fd7e-0056-405b-a5f3-8af32b55d223 HTTP/1.1" status: 200 len: 210 time: 0.0283713 Mar 21 22:07:58.684704 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device cbb29c1d-7e86-4030-963a-fd8cbc69db3d no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:07:58.718205 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: cbb29c1d-7e86-4030-963a-fd8cbc69db3d {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:07:58.718982 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device cbb29c1d-7e86-4030-963a-fd8cbc69db3d not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:08:08.475344 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-b03479c7-ebfe-46ca-bdf7-d12ac4154768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:09.975614 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:11.070238 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6afa65bc-96c9-4080-9ce7-212bd28f78f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:12.904143 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:14.270008 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:15.669660 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:27.433948 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:08:36.234859 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-87b88d0b-dd77-4b8e-b2b9-55b0e1ff7885 req-23edcddc-d2b8-4a43-8917-9add0cddfd98 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532148 Mar 21 22:08:36.531572 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b88d0b-dd77-4b8e-b2b9-55b0e1ff7885 req-8aba19e0-2b6a-454c-800d-e24ccb6551c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:08:36.533505 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-87b88d0b-dd77-4b8e-b2b9-55b0e1ff7885 req-8aba19e0-2b6a-454c-800d-e24ccb6551c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 1130 time: 0.0598526 Mar 21 22:08:36.659064 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b88d0b-dd77-4b8e-b2b9-55b0e1ff7885 req-676f15ae-b0bd-4b60-b8ac-9b36839f208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:08:36.660713 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-87b88d0b-dd77-4b8e-b2b9-55b0e1ff7885 req-676f15ae-b0bd-4b60-b8ac-9b36839f208f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 920 time: 0.1037073 Mar 21 22:08:36.721399 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-87b88d0b-dd77-4b8e-b2b9-55b0e1ff7885 req-91824ed4-fd97-4ebc-ad6d-4894f3f4c4dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=977f8c92-db53-45dc-a7b8-d07761ba18ca HTTP/1.1" status: 200 len: 217 time: 0.0538681 Mar 21 22:08:36.780331 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b88d0b-dd77-4b8e-b2b9-55b0e1ff7885 req-ae215b0b-bdca-4c71-be52-8879ea126e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:08:36.782321 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-87b88d0b-dd77-4b8e-b2b9-55b0e1ff7885 req-ae215b0b-bdca-4c71-be52-8879ea126e4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 200 len: 858 time: 0.0510623 Mar 21 22:08:36.838099 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b88d0b-dd77-4b8e-b2b9-55b0e1ff7885 req-de820eb0-49bd-473c-9794-3195b079dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:08:36.839871 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-87b88d0b-dd77-4b8e-b2b9-55b0e1ff7885 req-de820eb0-49bd-473c-9794-3195b079dd12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512238 Mar 21 22:08:36.959230 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-87b88d0b-dd77-4b8e-b2b9-55b0e1ff7885 req-b1f10624-b782-4859-ae1f-186fe05f43bd service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123049 Mar 21 22:08:37.062538 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-87b88d0b-dd77-4b8e-b2b9-55b0e1ff7885 req-a56109f5-1680-459c-8bd5-5d25a3eaa92a service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965505 Mar 21 22:08:38.483794 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-c2088263-d5e7-49b0-b724-f2b83f9b9f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:39.975889 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:41.035144 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f4e54025-4204-4577-81a4-5cb1dc8e4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:42.858020 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:43.740734 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 34660) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:08:43.873859 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-3fb03c52-d4e6-491b-b742-c35bbbb416f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:43.983258 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-3fb03c52-d4e6-491b-b742-c35bbbb416f1 admin admin] Publish callbacks [] for security_group (49cb44f9-1a70-4c96-9c62-db5850c4caf2), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:44.036575 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65ef55-07f7-4be5-97e9-da91a51ab434 req-6f3d0809-6657-4d17-8506-89fd1f0c0f9a tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:08:44.038550 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fa65ef55-07f7-4be5-97e9-da91a51ab434 req-6f3d0809-6657-4d17-8506-89fd1f0c0f9a tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 945 time: 0.0692086 Mar 21 22:08:44.051172 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-3fb03c52-d4e6-491b-b742-c35bbbb416f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (49cb44f9-1a70-4c96-9c62-db5850c4caf2), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:44.134455 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb03c52-d4e6-491b-b742-c35bbbb416f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cb44f9-1a70-4c96-9c62-db5850c4caf2,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:44.143886 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-3fb03c52-d4e6-491b-b742-c35bbbb416f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc232711c0594f63abbdc6824e24646e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4013672 Mar 21 22:08:44.146056 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 34672) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:08:44.197133 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fa65ef55-07f7-4be5-97e9-da91a51ab434 req-46c89ae4-876c-4c82-9580-2e095b279e2c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491997 Mar 21 22:08:44.208783 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d6085d19-586f-43d8-8e45-ce8def7cc443 admin admin] Publish callbacks [] for security_group (49cb44f9-1a70-4c96-9c62-db5850c4caf2), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:44.240280 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d6085d19-586f-43d8-8e45-ce8def7cc443 admin admin] Publish callbacks [] for security_group (49cb44f9-1a70-4c96-9c62-db5850c4caf2), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:44.323692 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:44.369526 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d6085d19-586f-43d8-8e45-ce8def7cc443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (49cb44f9-1a70-4c96-9c62-db5850c4caf2), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:44.372184 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d6085d19-586f-43d8-8e45-ce8def7cc443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:44.376650 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-d6085d19-586f-43d8-8e45-ce8def7cc443 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/49cb44f9-1a70-4c96-9c62-db5850c4caf2 HTTP/1.1" status: 204 len: 168 time: 0.2295315 Mar 21 22:08:44.388376 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6085d19-586f-43d8-8e45-ce8def7cc443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cb44f9-1a70-4c96-9c62-db5850c4caf2,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:45.359298 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09d5a8-6a4b-4a2f-8ecd-b800b99bde9e req-fe408c07-a395-4741-bf08-5b96a7db8d93 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:08:45.363426 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cf09d5a8-6a4b-4a2f-8ecd-b800b99bde9e req-fe408c07-a395-4741-bf08-5b96a7db8d93 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 945 time: 0.0908554 Mar 21 22:08:45.414318 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cf09d5a8-6a4b-4a2f-8ecd-b800b99bde9e req-41984bb0-1ac2-4e5b-a095-fcd0b11d6651 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455720 Mar 21 22:08:45.551100 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 34704) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:08:45.678054 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:45.687630 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-d2231175-da2c-40fe-848d-515bd96897d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-806057212-network', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:08:45.775354 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2231175-da2c-40fe-848d-515bd96897d2 admin admin] Made reservation on behalf of 7dbb0924c2d1456aaea6264ed21663f8 for: {'network': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:08:45.779628 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d2231175-da2c-40fe-848d-515bd96897d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:45.791655 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d2231175-da2c-40fe-848d-515bd96897d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:45.913896 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d2231175-da2c-40fe-848d-515bd96897d2 admin admin] Publish callbacks [] for security_group (9c23e9a8-306d-4516-a367-cd0fc1b7392e), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:45.986810 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d2231175-da2c-40fe-848d-515bd96897d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (9c23e9a8-306d-4516-a367-cd0fc1b7392e), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:46.022687 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2231175-da2c-40fe-848d-515bd96897d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=115863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 22:08:46.032687 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2231175-da2c-40fe-848d-515bd96897d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c23e9a8-306d-4516-a367-cd0fc1b7392e,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:46.040817 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d2231175-da2c-40fe-848d-515bd96897d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (73ca0f0a-f106-4962-a026-1434599887e1), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:46.041310 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.segments_db [None req-d2231175-da2c-40fe-848d-515bd96897d2 admin admin] Added segment 73ca0f0a-f106-4962-a026-1434599887e1 of type vlan for network bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 Mar 21 22:08:46.097571 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d2231175-da2c-40fe-848d-515bd96897d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:46.209301 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d2231175-da2c-40fe-848d-515bd96897d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:46.210324 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2231175-da2c-40fe-848d-515bd96897d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:08:46.211841 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d2231175-da2c-40fe-848d-515bd96897d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:46.293515 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2231175-da2c-40fe-848d-515bd96897d2 admin admin] Pushing event updated for resources: {'Network': ['ID=bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:46.305582 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 22:08:46.338486 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-d2231175-da2c-40fe-848d-515bd96897d2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7826607 Mar 21 22:08:46.338700 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 34712) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:08:46.343377 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-2a0d5d8e-76a2-4ef0-b888-6fe8121ef147 admin admin] Request body: {'subnet': {'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-806057212-subnet', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'ip_version': 4}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:08:46.508647 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0d5d8e-76a2-4ef0-b888-6fe8121ef147 admin admin] Made reservation on behalf of 7dbb0924c2d1456aaea6264ed21663f8 for: {'subnet': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:08:46.511096 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2a0d5d8e-76a2-4ef0-b888-6fe8121ef147 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12331869'] for subnet (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:46.618697 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356a22c-c886-4fd1-abe3-0bc0a3f9f5c2 req-a2f4bd6d-e33b-433a-8090-9f5540117e25 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:08:46.620397 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4356a22c-c886-4fd1-abe3-0bc0a3f9f5c2 req-a2f4bd6d-e33b-433a-8090-9f5540117e25 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 945 time: 0.1232426 Mar 21 22:08:46.742083 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4356a22c-c886-4fd1-abe3-0bc0a3f9f5c2 req-f2dd41c3-dfa4-45ef-a2ec-fe0fd27d6e1e tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110549 Mar 21 22:08:46.771670 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c3efb-c429-4a49-bdc1-47b8fff21b46 req-8eab2c2d-c768-4468-b87d-e61f98809f23 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:08:46.773260 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2e7c3efb-c429-4a49-bdc1-47b8fff21b46 req-8eab2c2d-c768-4468-b87d-e61f98809f23 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 945 time: 0.1324911 Mar 21 22:08:46.911601 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2a0d5d8e-76a2-4ef0-b888-6fe8121ef147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9687617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12331851'] for subnet (467c48a9-2c76-4760-b26b-44922ac0c885), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:46.922900 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-2e7c3efb-c429-4a49-bdc1-47b8fff21b46 req-c8a1ad2c-c766-42d5-a763-ad3516884c6d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Deleting port ee9de69c-780c-437f-bed7-40d7b282f531 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:08:46.925020 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-2e7c3efb-c429-4a49-bdc1-47b8fff21b46 req-c8a1ad2c-c766-42d5-a763-ad3516884c6d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (ee9de69c-780c-437f-bed7-40d7b282f531), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:47.017935 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d5d8e-76a2-4ef0-b888-6fe8121ef147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=467c48a9-2c76-4760-b26b-44922ac0c885,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:47.062728 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0d5d8e-76a2-4ef0-b888-6fe8121ef147 admin admin] Checking segment: {'id': '73ca0f0a-f106-4962-a026-1434599887e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:08:47.063202 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0d5d8e-76a2-4ef0-b888-6fe8121ef147 admin admin] Network hostable DHCP agents. Network: bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 22:08:47.074752 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-2e7c3efb-c429-4a49-bdc1-47b8fff21b46 req-c8a1ad2c-c766-42d5-a763-ad3516884c6d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] For port ee9de69c-780c-437f-bed7-40d7b282f531, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee9de69c-780c-437f-bed7-40d7b282f531,segment=NetworkSegment(ea8f7f58-9095-40e3-b57d-d59fba3b3c0f),segment_id=ea8f7f58-9095-40e3-b57d-d59fba3b3c0f)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:08:47.075158 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-2e7c3efb-c429-4a49-bdc1-47b8fff21b46 req-c8a1ad2c-c766-42d5-a763-ad3516884c6d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (ee9de69c-780c-437f-bed7-40d7b282f531), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:47.093198 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-2e7c3efb-c429-4a49-bdc1-47b8fff21b46 req-c8a1ad2c-c766-42d5-a763-ad3516884c6d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Calling delete_port for ee9de69c-780c-437f-bed7-40d7b282f531 owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:08:47.183708 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0d5d8e-76a2-4ef0-b888-6fe8121ef147 admin admin] Network bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 22:08:47.283727 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-2a0d5d8e-76a2-4ef0-b888-6fe8121ef147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22) {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:08:47.289475 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0d5d8e-76a2-4ef0-b888-6fe8121ef147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:08:47.297139 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2a0d5d8e-76a2-4ef0-b888-6fe8121ef147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:47.298330 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c03746-cf3a-481b-ae0a-ffa091f3c220 None None] Network bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:08:47.315555 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-2e7c3efb-c429-4a49-bdc1-47b8fff21b46 req-c8a1ad2c-c766-42d5-a763-ad3516884c6d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (ee9de69c-780c-437f-bed7-40d7b282f531), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:47.365646 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1ad2c-c766-42d5-a763-ad3516884c6d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Pushing event deleted for resources: {'Port': ['ID=ee9de69c-780c-437f-bed7-40d7b282f531,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:47.400091 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-2a0d5d8e-76a2-4ef0-b888-6fe8121ef147 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0586114 Mar 21 22:08:47.403317 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 34720) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:08:47.409886 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-806057212-router', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:08:47.431072 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7c3efb-c429-4a49-bdc1-47b8fff21b46 req-c8a1ad2c-c766-42d5-a763-ad3516884c6d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] No DVR routers for this DVR port ee9de69c-780c-437f-bed7-40d7b282f531 on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:08:47.434910 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-2e7c3efb-c429-4a49-bdc1-47b8fff21b46 req-c8a1ad2c-c766-42d5-a763-ad3516884c6d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:47.438621 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2e7c3efb-c429-4a49-bdc1-47b8fff21b46 req-c8a1ad2c-c766-42d5-a763-ad3516884c6d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.47 "DELETE /v2.0/ports/ee9de69c-780c-437f-bed7-40d7b282f531 HTTP/1.1" status: 204 len: 173 time: 0.6565197 Mar 21 22:08:47.439131 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4e9948-4818-4d50-8535-b1d40f091deb', 'name': 'network-vif-deleted', 'tag': 'ee9de69c-780c-437f-bed7-40d7b282f531'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:08:47.444256 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cf0ec4-b3fe-491a-a919-3b96de81738f" -d '{"events": [{"server_uuid": "0f4e9948-4818-4d50-8535-b1d40f091deb", "name": "network-vif-deleted", "tag": "ee9de69c-780c-437f-bed7-40d7b282f531"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:08:47.446624 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa991b821-98ed-579e-a256-fb205f0cf9fe-bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'fixed_ips': [{'subnet_id': '467c48a9-2c76-4760-b26b-44922ac0c885'}]}} from dv-cinder-834545-1-iscsi. {{(pid=115864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 22:08:47.448320 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:47.510673 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958094c9-9359-4b44-b86e-2af3f06cd431 x-openstack-request-id: req-958094c9-9359-4b44-b86e-2af3f06cd431 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:08:47.511251 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4e9948-4818-4d50-8535-b1d40f091deb", "name": "network-vif-deleted", "tag": "ee9de69c-780c-437f-bed7-40d7b282f531", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:08:47.511251 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-958094c9-9359-4b44-b86e-2af3f06cd431 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:08:47.511620 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4e9948-4818-4d50-8535-b1d40f091deb', 'name': 'network-vif-deleted', 'tag': 'ee9de69c-780c-437f-bed7-40d7b282f531', 'status': 'completed', 'code': 200} Mar 21 22:08:47.572864 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3232'] for router (e2ad9bda-3778-4f67-82fe-5e23a56b31b9), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:47.573922 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165367', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3255'] for router (e2ad9bda-3778-4f67-82fe-5e23a56b31b9), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:47.647814 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Publish callbacks [] for router_controller (e2ad9bda-3778-4f67-82fe-5e23a56b31b9), precommit_add_association {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:47.654523 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.db_base_plugin_common [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Allocated IP 172.20.0.2 (bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22/467c48a9-2c76-4760-b26b-44922ac0c885/f3e93a4f-466c-499d-87e7-d2ff0769f6cc) {{(pid=115864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:08:47.920639 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Publish callbacks [] for port (f3e93a4f-466c-499d-87e7-d2ff0769f6cc), precommit_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:47.987058 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6875ca13-5bc3-46ae-a2b7-70751401b6d1 req-c008115c-d4bf-49d9-a79f-b35b0e00011a tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f4e9948-4818-4d50-8535-b1d40f091deb HTTP/1.1" status: 200 len: 210 time: 0.0582929 Mar 21 22:08:48.008031 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (f3e93a4f-466c-499d-87e7-d2ff0769f6cc), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:48.073144 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Pushing event updated for resources: {'Port': ['ID=f3e93a4f-466c-499d-87e7-d2ff0769f6cc,revision_number=1']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:48.081722 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:48.082063 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:48.082422 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:48.082777 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:48.083135 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:48.083457 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:48.083778 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:48.084094 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:48.084411 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:48.084727 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:48.085042 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:48.085360 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:48.085675 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:48.086018 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:48.086467 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:48.091259 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Network bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 is already hosted by enough agents. {{(pid=115864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:08:48.093063 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.base_scheduler [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Resources bound (agent type, host, resource id): {{(pid=115864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:08:48.095770 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Received port after_create {{(pid=115864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:08:48.210476 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Publish callbacks [] for router_gateway (e2ad9bda-3778-4f67-82fe-5e23a56b31b9), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:48.287860 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Attempting to bind port f3e93a4f-466c-499d-87e7-d2ff0769f6cc on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:08:48.288287 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Attempting to bind port f3e93a4f-466c-499d-87e7-d2ff0769f6cc by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '73ca0f0a-f106-4962-a026-1434599887e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:08:48.288905 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Attempting to bind port f3e93a4f-466c-499d-87e7-d2ff0769f6cc on network bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:08:48.295966 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:08:48.296510 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Checking segment: {'id': '73ca0f0a-f106-4962-a026-1434599887e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:08:48.296933 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:48.297443 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Bound using segment: {'id': '73ca0f0a-f106-4962-a026-1434599887e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:08:48.298047 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Bound port: f3e93a4f-466c-499d-87e7-d2ff0769f6cc, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ca0f0a-f106-4962-a026-1434599887e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:08:48.298523 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f3e93a4f-466c-499d-87e7-d2ff0769f6cc), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:48.377713 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] For port f3e93a4f-466c-499d-87e7-d2ff0769f6cc, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:08:48.383545 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] For port f3e93a4f-466c-499d-87e7-d2ff0769f6cc, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=f3e93a4f-466c-499d-87e7-d2ff0769f6cc,segment=NetworkSegment(73ca0f0a-f106-4962-a026-1434599887e1),segment_id=73ca0f0a-f106-4962-a026-1434599887e1)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:08:48.479902 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (f3e93a4f-466c-499d-87e7-d2ff0769f6cc), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:48.557352 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Publish callbacks [] for router_gateway (e2ad9bda-3778-4f67-82fe-5e23a56b31b9), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:48.567616 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcd3b7-90b9-4a76-983c-f445c8979a7b None None] Pushing event updated for resources: {'Port': ['ID=f3e93a4f-466c-499d-87e7-d2ff0769f6cc,revision_number=2']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:48.608371 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:48.760127 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Allocated IP 172.27.2.13 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/3278e1d4-13b9-4b4c-bbcf-73a91ec4671b) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:08:48.928544 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device ee9de69c-780c-437f-bed7-40d7b282f531 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:08:48.942026 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Publish callbacks [] for port (3278e1d4-13b9-4b4c-bbcf-73a91ec4671b), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:48.992386 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: ee9de69c-780c-437f-bed7-40d7b282f531 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:08:48.992739 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device ee9de69c-780c-437f-bed7-40d7b282f531 not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:08:49.104370 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (3278e1d4-13b9-4b4c-bbcf-73a91ec4671b), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:49.158014 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:08:49.161552 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:08:49.168526 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:08:49.174577 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Pushing event updated for resources: {'Port': ['ID=3278e1d4-13b9-4b4c-bbcf-73a91ec4671b,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:49.557627 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Publish callbacks [] for router_gateway (e2ad9bda-3778-4f67-82fe-5e23a56b31b9), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:49.710402 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d11ff83-383e-4f16-8a4f-d1d05d7cf44a None None] Network bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:08:49.765762 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165154'] for router (e2ad9bda-3778-4f67-82fe-5e23a56b31b9), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:49.785133 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-efdee501-46b3-46d2-88d5-1c27ff3ac513 None None] Provisioning complete for port f3e93a4f-466c-499d-87e7-d2ff0769f6cc triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:08:49.785504 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-efdee501-46b3-46d2-88d5-1c27ff3ac513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (f3e93a4f-466c-499d-87e7-d2ff0769f6cc), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:49.899937 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-efdee501-46b3-46d2-88d5-1c27ff3ac513 None None] Current status of the port f3e93a4f-466c-499d-87e7-d2ff0769f6cc is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:08:49.900318 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-efdee501-46b3-46d2-88d5-1c27ff3ac513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f3e93a4f-466c-499d-87e7-d2ff0769f6cc), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:49.935189 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-efdee501-46b3-46d2-88d5-1c27ff3ac513 None None] For port f3e93a4f-466c-499d-87e7-d2ff0769f6cc, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=f3e93a4f-466c-499d-87e7-d2ff0769f6cc,segment=NetworkSegment(73ca0f0a-f106-4962-a026-1434599887e1),segment_id=73ca0f0a-f106-4962-a026-1434599887e1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:08:49.947173 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 is scheduled to L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 with binding_index 1 {{(pid=115862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 22:08:50.009104 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-efdee501-46b3-46d2-88d5-1c27ff3ac513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (f3e93a4f-466c-499d-87e7-d2ff0769f6cc), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:50.063939 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdee501-46b3-46d2-88d5-1c27ff3ac513 None None] Pushing event updated for resources: {'Port': ['ID=f3e93a4f-466c-499d-87e7-d2ff0769f6cc,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:50.066426 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:08:50.077823 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Sync routers for ids ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:08:50.088349 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Routers {'e2ad9bda-3778-4f67-82fe-5e23a56b31b9'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:08:50.088963 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:08:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:08:50.130225 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-3cd36d05-eafc-460c-9f7c-350684ef173e None None] Provisioning complete for port f3e93a4f-466c-499d-87e7-d2ff0769f6cc triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:08:50.130601 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-3cd36d05-eafc-460c-9f7c-350684ef173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (f3e93a4f-466c-499d-87e7-d2ff0769f6cc), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:50.142571 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:50.144215 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-6865b930-b6c0-488f-9b2c-14df2fd7c3bf admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7386296 Mar 21 22:08:50.149092 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 34762) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:08:50.214747 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Set router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:08:50.233072 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-3cd36d05-eafc-460c-9f7c-350684ef173e None None] Current status of the port f3e93a4f-466c-499d-87e7-d2ff0769f6cc is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:08:50.301278 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device f3e93a4f-466c-499d-87e7-d2ff0769f6cc up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:08:50.354047 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port f3e93a4f-466c-499d-87e7-d2ff0769f6cc triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:08:50.354422 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (f3e93a4f-466c-499d-87e7-d2ff0769f6cc), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:50.412048 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'name': 'tempest-TestShelveInstance-806057212-router', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:47Z', 'updated_at': '2022-03-21T22:08:49Z', 'revision_number': 3, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'gw_port': {'id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:23:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:48Z', 'updated_at': '2022-03-21T22:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:08:50.438864 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Checking router: e2ad9bda-3778-4f67-82fe-5e23a56b31b9 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:08:50.439544 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Updating router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 port 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b binding host dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:08:50.439682 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port f3e93a4f-466c-499d-87e7-d2ff0769f6cc is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:08:50.469549 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3278e1d4-13b9-4b4c-bbcf-73a91ec4671b), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:50.649210 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:50.754090 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Publish callbacks [] for port (3278e1d4-13b9-4b4c-bbcf-73a91ec4671b), precommit_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:50.809632 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Allocated IP 172.20.0.1 (bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22/467c48a9-2c76-4760-b26b-44922ac0c885/08a19182-2a2f-4a23-b3a2-c1a7e39e3132) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:08:50.841342 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (3278e1d4-13b9-4b4c-bbcf-73a91ec4671b), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:50.897936 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Attempting to bind port 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:08:50.898304 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Attempting to bind port 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:08:50.898666 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Attempting to bind port 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b on network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:08:50.900547 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124048d-5e07-4a9b-9293-1516cb9f161a None None] Pushing event updated for resources: {'Port': ['ID=3278e1d4-13b9-4b4c-bbcf-73a91ec4671b,revision_number=2']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:50.909368 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:08:50.910092 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Checking segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:08:50.910498 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:50.910917 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Bound using segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:08:50.911373 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Bound port: 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:08:50.911748 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3278e1d4-13b9-4b4c-bbcf-73a91ec4671b), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:50.913805 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124048d-5e07-4a9b-9293-1516cb9f161a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:50.914633 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124048d-5e07-4a9b-9293-1516cb9f161a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:50.915020 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124048d-5e07-4a9b-9293-1516cb9f161a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:50.915378 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124048d-5e07-4a9b-9293-1516cb9f161a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:50.915707 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124048d-5e07-4a9b-9293-1516cb9f161a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:50.916033 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124048d-5e07-4a9b-9293-1516cb9f161a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:50.916350 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124048d-5e07-4a9b-9293-1516cb9f161a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:50.916670 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124048d-5e07-4a9b-9293-1516cb9f161a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:50.916991 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124048d-5e07-4a9b-9293-1516cb9f161a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:50.917304 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124048d-5e07-4a9b-9293-1516cb9f161a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:50.917688 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124048d-5e07-4a9b-9293-1516cb9f161a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:50.917957 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124048d-5e07-4a9b-9293-1516cb9f161a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:50.918430 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124048d-5e07-4a9b-9293-1516cb9f161a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:50.918593 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124048d-5e07-4a9b-9293-1516cb9f161a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:50.918923 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124048d-5e07-4a9b-9293-1516cb9f161a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:50.932156 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Publish callbacks [] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:50.971598 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] For port 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:08:50.974693 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] For port 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=3278e1d4-13b9-4b4c-bbcf-73a91ec4671b,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:08:51.020993 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:51.049902 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (3278e1d4-13b9-4b4c-bbcf-73a91ec4671b), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:51.063330 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Network bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:08:51.071951 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:08:51.074232 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:08:51.074695 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4165623'] for router_interface (e2ad9bda-3778-4f67-82fe-5e23a56b31b9), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:51.078323 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Pushing event updated for resources: {'Port': ['ID=08a19182-2a2f-4a23-b3a2-c1a7e39e3132,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:51.137350 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124048d-5e07-4a9b-9293-1516cb9f161a None None] Pushing event updated for resources: {'Port': ['ID=3278e1d4-13b9-4b4c-bbcf-73a91ec4671b,revision_number=3']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:51.145655 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Routers {'e2ad9bda-3778-4f67-82fe-5e23a56b31b9'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:08:51.148540 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:08:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:08:51.271584 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] Set router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:08:51.308046 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:51.365518 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-1258d5ac-bb33-4b79-bbf5-daf0025f6b27 None None] Provisioning complete for port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:08:51.366141 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-1258d5ac-bb33-4b79-bbf5-daf0025f6b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:51.400156 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-1258d5ac-bb33-4b79-bbf5-daf0025f6b27 None None] Port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:08:51.465896 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'name': 'tempest-TestShelveInstance-806057212-router', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:47Z', 'updated_at': '2022-03-21T22:08:49Z', 'revision_number': 3, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'gw_port': {'id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:23:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:48Z', 'updated_at': '2022-03-21T22:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:08:51.493312 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e138c5-6f0d-4ec9-979a-e65604a08adc None None] The sync data for ids ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'] in dv-cinder-834545-1-iscsi is: [{'id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'name': 'tempest-TestShelveInstance-806057212-router', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:47Z', 'updated_at': '2022-03-21T22:08:49Z', 'revision_number': 3, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'gw_port': {'id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:23:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:48Z', 'updated_at': '2022-03-21T22:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:08:51.503227 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Publish callbacks [] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:51.609222 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:51.609907 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4165475'] for router_interface (e2ad9bda-3778-4f67-82fe-5e23a56b31b9), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:51.705914 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Pushing event updated for resources: {'Port': ['ID=08a19182-2a2f-4a23-b3a2-c1a7e39e3132,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:51.776044 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Network bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:08:51.777493 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:08:51.922019 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:08:52.033319 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-12a1eea0-59d7-461a-924d-85725ea3d376 None None] Provisioning complete for port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:08:52.033701 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-12a1eea0-59d7-461a-924d-85725ea3d376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:52.052050 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:08:52.058429 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-4e799a42-8a81-4210-aebd-5a319877210b admin admin] 10.222.0.45 "PUT /v2.0/routers/e2ad9bda-3778-4f67-82fe-5e23a56b31b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9100659 Mar 21 22:08:52.083942 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-12a1eea0-59d7-461a-924d-85725ea3d376 None None] Port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:08:52.283914 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:08:52.357692 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:08:52.358071 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (3278e1d4-13b9-4b4c-bbcf-73a91ec4671b), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:52.464816 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:08:52.465840 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3278e1d4-13b9-4b4c-bbcf-73a91ec4671b), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:52.499041 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=3278e1d4-13b9-4b4c-bbcf-73a91ec4671b,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:08:52.595278 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (3278e1d4-13b9-4b4c-bbcf-73a91ec4671b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:52.657222 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=3278e1d4-13b9-4b4c-bbcf-73a91ec4671b,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:52.846301 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 34842) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:08:52.852817 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-7cddd14d-c87f-4119-b231-3226ec3b6c75 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-725124339-network', 'tenant_id': '5b19286c76294fc98b8440c07acb18ab'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:08:53.012111 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cddd14d-c87f-4119-b231-3226ec3b6c75 admin admin] Made reservation on behalf of 5b19286c76294fc98b8440c07acb18ab for: {'network': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:08:53.014634 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7cddd14d-c87f-4119-b231-3226ec3b6c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:53.025685 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7cddd14d-c87f-4119-b231-3226ec3b6c75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:53.110733 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7cddd14d-c87f-4119-b231-3226ec3b6c75 admin admin] Publish callbacks [] for security_group (fcc98cec-ec87-470e-baec-6f1f46af8da6), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:53.224072 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7cddd14d-c87f-4119-b231-3226ec3b6c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (fcc98cec-ec87-470e-baec-6f1f46af8da6), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:53.251823 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cddd14d-c87f-4119-b231-3226ec3b6c75 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=115863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 22:08:53.260603 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Sync routers for ids ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:08:53.261464 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddd14d-c87f-4119-b231-3226ec3b6c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc98cec-ec87-470e-baec-6f1f46af8da6,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:53.267822 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7cddd14d-c87f-4119-b231-3226ec3b6c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (4e174c6b-11b0-4299-bd1d-8edee587d186), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:53.280928 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.segments_db [None req-7cddd14d-c87f-4119-b231-3226ec3b6c75 admin admin] Added segment 4e174c6b-11b0-4299-bd1d-8edee587d186 of type vlan for network e1f923b6-c9b3-4713-b196-6a0a6780434c Mar 21 22:08:53.281455 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Routers {'e2ad9bda-3778-4f67-82fe-5e23a56b31b9'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:08:53.281455 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:08:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:08:53.317907 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7cddd14d-c87f-4119-b231-3226ec3b6c75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (e1f923b6-c9b3-4713-b196-6a0a6780434c), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:53.381895 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Set router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:08:53.412296 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7cddd14d-c87f-4119-b231-3226ec3b6c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (e1f923b6-c9b3-4713-b196-6a0a6780434c), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:53.413274 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cddd14d-c87f-4119-b231-3226ec3b6c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:08:53.413873 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7cddd14d-c87f-4119-b231-3226ec3b6c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:53.472019 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddd14d-c87f-4119-b231-3226ec3b6c75 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f923b6-c9b3-4713-b196-6a0a6780434c,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:53.501092 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network e1f923b6-c9b3-4713-b196-6a0a6780434c details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 22:08:53.544117 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-7cddd14d-c87f-4119-b231-3226ec3b6c75 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6964581 Mar 21 22:08:53.547718 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 34850) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:08:53.552284 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Request body: {'subnet': {'network_id': 'e1f923b6-c9b3-4713-b196-6a0a6780434c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-725124339-subnet', 'tenant_id': '5b19286c76294fc98b8440c07acb18ab', 'ip_version': 4}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:08:53.663035 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'name': 'tempest-TestShelveInstance-806057212-router', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:47Z', 'updated_at': '2022-03-21T22:08:51Z', 'revision_number': 4, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'gw_port': {'id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:48Z', 'updated_at': '2022-03-21T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '08a19182-2a2f-4a23-b3a2-c1a7e39e3132', 'name': '', 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'mac_address': 'fa:16:3e:c3:22:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:50Z', 'updated_at': '2022-03-21T22:08:51Z', 'revision_number': 2, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'subnets': [{'id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:08:53.666785 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Made reservation on behalf of 5b19286c76294fc98b8440c07acb18ab for: {'subnet': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:08:53.672027 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:53.691497 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Checking router: e2ad9bda-3778-4f67-82fe-5e23a56b31b9 for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:08:53.691916 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Updating router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 binding host dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:08:53.720942 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:54.011366 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Publish callbacks [] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), precommit_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:54.080659 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:54.134079 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaab77-e3cf-4532-9ed6-e257fa45024b None None] Pushing event updated for resources: {'Port': ['ID=08a19182-2a2f-4a23-b3a2-c1a7e39e3132,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:54.146807 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for subnet (85086e68-29fc-4a56-bcf0-c6a73072f57c), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:54.196547 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Attempting to bind port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:08:54.196922 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Attempting to bind port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '73ca0f0a-f106-4962-a026-1434599887e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:08:54.197288 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Attempting to bind port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 on network bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:08:54.205796 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:08:54.206427 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Checking segment: {'id': '73ca0f0a-f106-4962-a026-1434599887e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:08:54.208313 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:54.208926 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Bound using segment: {'id': '73ca0f0a-f106-4962-a026-1434599887e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:08:54.209589 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Bound port: 08a19182-2a2f-4a23-b3a2-c1a7e39e3132, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ca0f0a-f106-4962-a026-1434599887e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:08:54.211469 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:54.222514 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85086e68-29fc-4a56-bcf0-c6a73072f57c,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:54.226296 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Checking segment: {'id': '4e174c6b-11b0-4299-bd1d-8edee587d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e1f923b6-c9b3-4713-b196-6a0a6780434c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:08:54.227228 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Network hostable DHCP agents. Network: e1f923b6-c9b3-4713-b196-6a0a6780434c, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 22:08:54.240442 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:54.240794 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:54.241144 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:54.241484 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:54.241871 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:54.242210 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:54.242533 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:54.242855 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:54.243269 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:54.243741 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:54.244075 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:54.244399 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:54.244722 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:54.245042 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:54.245360 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:54.277170 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:08:54.335463 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] For port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:08:54.349312 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Network e1f923b6-c9b3-4713-b196-6a0a6780434c is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 22:08:54.354757 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] For port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=08a19182-2a2f-4a23-b3a2-c1a7e39e3132,segment=NetworkSegment(73ca0f0a-f106-4962-a026-1434599887e1),segment_id=73ca0f0a-f106-4962-a026-1434599887e1)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:08:54.356103 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-d8f5dcad-6e46-4e6a-a1c1-cddb28a9d4a4 None None] Provisioning complete for port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:08:54.356472 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d8f5dcad-6e46-4e6a-a1c1-cddb28a9d4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:54.395202 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-d8f5dcad-6e46-4e6a-a1c1-cddb28a9d4a4 None None] Port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:08:54.398819 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:08:54.399242 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (3278e1d4-13b9-4b4c-bbcf-73a91ec4671b), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:54.429313 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, e1f923b6-c9b3-4713-b196-6a0a6780434c) {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:08:54.434792 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:08:54.435578 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:54.438862 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a8cca1-dcc4-4ac5-9684-7cea3e864e2e None None] Network e1f923b6-c9b3-4713-b196-6a0a6780434c requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:08:54.454673 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:54.532339 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-99454743-bcff-4a6c-891b-b3bd5f0ce871 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9811399 Mar 21 22:08:54.534848 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 34858) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:08:54.541982 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-725124339-router', 'tenant_id': '5b19286c76294fc98b8440c07acb18ab', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:08:54.594635 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaab77-e3cf-4532-9ed6-e257fa45024b None None] Pushing event updated for resources: {'Port': ['ID=08a19182-2a2f-4a23-b3a2-c1a7e39e3132,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:54.606327 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Routers {'e2ad9bda-3778-4f67-82fe-5e23a56b31b9'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:08:54.607003 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:08:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:08:54.643801 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3232'] for router (b8eea754-f377-4700-a8bd-41ba03df7685), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:54.645310 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165367', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3255'] for router (b8eea754-f377-4700-a8bd-41ba03df7685), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:54.839478 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:08:54.859682 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa991b821-98ed-579e-a256-fb205f0cf9fe-e1f923b6-c9b3-4713-b196-6a0a6780434c', 'network_id': 'e1f923b6-c9b3-4713-b196-6a0a6780434c', 'project_id': '5b19286c76294fc98b8440c07acb18ab', 'fixed_ips': [{'subnet_id': '85086e68-29fc-4a56-bcf0-c6a73072f57c'}]}} from dv-cinder-834545-1-iscsi. {{(pid=115864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 22:08:54.860536 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:54.884812 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-6cafe392-0051-41af-a64f-f499e8a75451 None None] Provisioning complete for port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:08:54.885179 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6cafe392-0051-41af-a64f-f499e8a75451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:54.952028 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Publish callbacks [] for router_controller (b8eea754-f377-4700-a8bd-41ba03df7685), precommit_add_association {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:54.988277 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] Set router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:08:55.165844 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Publish callbacks [] for router_gateway (b8eea754-f377-4700-a8bd-41ba03df7685), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:55.208899 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.db_base_plugin_common [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Allocated IP 172.20.0.2 (e1f923b6-c9b3-4713-b196-6a0a6780434c/85086e68-29fc-4a56-bcf0-c6a73072f57c/f697a482-4982-43a6-b025-8ab46128080b) {{(pid=115864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:08:55.220322 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe392-0051-41af-a64f-f499e8a75451 None None] Current status of the port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:08:55.220709 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6cafe392-0051-41af-a64f-f499e8a75451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:55.344629 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-6cafe392-0051-41af-a64f-f499e8a75451 None None] For port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=08a19182-2a2f-4a23-b3a2-c1a7e39e3132,segment=NetworkSegment(73ca0f0a-f106-4962-a026-1434599887e1),segment_id=73ca0f0a-f106-4962-a026-1434599887e1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:08:55.397282 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'name': 'tempest-TestShelveInstance-806057212-router', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:47Z', 'updated_at': '2022-03-21T22:08:51Z', 'revision_number': 4, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'gw_port': {'id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:48Z', 'updated_at': '2022-03-21T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '08a19182-2a2f-4a23-b3a2-c1a7e39e3132', 'name': '', 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'mac_address': 'fa:16:3e:c3:22:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:50Z', 'updated_at': '2022-03-21T22:08:54Z', 'revision_number': 4, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'subnets': [{'id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:08:55.423080 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6cafe392-0051-41af-a64f-f499e8a75451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:55.459370 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Publish callbacks [] for router_gateway (b8eea754-f377-4700-a8bd-41ba03df7685), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:55.470568 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d25c0-7462-40ce-a595-e131176fab9d None None] The sync data for ids ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'] in dv-cinder-834545-1-iscsi is: [{'id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'name': 'tempest-TestShelveInstance-806057212-router', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:47Z', 'updated_at': '2022-03-21T22:08:51Z', 'revision_number': 4, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'gw_port': {'id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:48Z', 'updated_at': '2022-03-21T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '08a19182-2a2f-4a23-b3a2-c1a7e39e3132', 'name': '', 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'mac_address': 'fa:16:3e:c3:22:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:50Z', 'updated_at': '2022-03-21T22:08:54Z', 'revision_number': 4, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'subnets': [{'id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:08:55.482045 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:55.503687 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Publish callbacks [] for port (f697a482-4982-43a6-b025-8ab46128080b), precommit_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:55.523394 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe392-0051-41af-a64f-f499e8a75451 None None] Pushing event updated for resources: {'Port': ['ID=08a19182-2a2f-4a23-b3a2-c1a7e39e3132,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:55.578285 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (f697a482-4982-43a6-b025-8ab46128080b), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:55.624519 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Allocated IP 172.27.2.236 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/f8c5f7af-257b-4840-901c-f009185b8143) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:08:55.635332 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Network e1f923b6-c9b3-4713-b196-6a0a6780434c is already hosted by enough agents. {{(pid=115864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:08:55.638350 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.base_scheduler [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Resources bound (agent type, host, resource id): {{(pid=115864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:08:55.641664 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Received port after_create {{(pid=115864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:08:55.660143 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Pushing event updated for resources: {'Port': ['ID=f697a482-4982-43a6-b025-8ab46128080b,revision_number=1']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:55.722865 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Attempting to bind port f697a482-4982-43a6-b025-8ab46128080b on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:08:55.724658 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Attempting to bind port f697a482-4982-43a6-b025-8ab46128080b by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '4e174c6b-11b0-4299-bd1d-8edee587d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e1f923b6-c9b3-4713-b196-6a0a6780434c'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:08:55.724658 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Attempting to bind port f697a482-4982-43a6-b025-8ab46128080b on network e1f923b6-c9b3-4713-b196-6a0a6780434c {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:08:55.731144 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:08:55.731530 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Checking segment: {'id': '4e174c6b-11b0-4299-bd1d-8edee587d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e1f923b6-c9b3-4713-b196-6a0a6780434c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:08:55.731939 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:55.732333 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Bound using segment: {'id': '4e174c6b-11b0-4299-bd1d-8edee587d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e1f923b6-c9b3-4713-b196-6a0a6780434c'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:08:55.732804 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Bound port: f697a482-4982-43a6-b025-8ab46128080b, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e174c6b-11b0-4299-bd1d-8edee587d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e1f923b6-c9b3-4713-b196-6a0a6780434c'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:08:55.733237 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f697a482-4982-43a6-b025-8ab46128080b), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:55.762191 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Publish callbacks [] for port (f8c5f7af-257b-4840-901c-f009185b8143), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:55.821053 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] For port f697a482-4982-43a6-b025-8ab46128080b, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:08:55.825025 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] For port f697a482-4982-43a6-b025-8ab46128080b, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=f697a482-4982-43a6-b025-8ab46128080b,segment=NetworkSegment(4e174c6b-11b0-4299-bd1d-8edee587d186),segment_id=4e174c6b-11b0-4299-bd1d-8edee587d186)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:08:55.862630 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (f8c5f7af-257b-4840-901c-f009185b8143), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:55.892964 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (f697a482-4982-43a6-b025-8ab46128080b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:55.905945 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:08:55.909111 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:08:55.915373 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:08:55.938670 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Pushing event updated for resources: {'Port': ['ID=f8c5f7af-257b-4840-901c-f009185b8143,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:55.953987 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:55.954332 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:55.954961 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:55.955304 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:55.955581 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:55.955915 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:55.962726 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:55.962726 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:55.962726 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:55.962726 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:55.962726 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:55.962726 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:55.962726 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:55.962726 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:55.962726 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:08:55.963555 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e30feb-e8cd-478f-9ddf-37c6a876670c None None] Pushing event updated for resources: {'Port': ['ID=f697a482-4982-43a6-b025-8ab46128080b,revision_number=2']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:56.323358 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Publish callbacks [] for router_gateway (b8eea754-f377-4700-a8bd-41ba03df7685), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:56.393433 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:08:56.458345 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:08:56.458718 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:56.559512 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165154'] for router (b8eea754-f377-4700-a8bd-41ba03df7685), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:56.564954 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:08:56.566983 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device f697a482-4982-43a6-b025-8ab46128080b up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:08:56.637895 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port f697a482-4982-43a6-b025-8ab46128080b triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:08:56.638582 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (f697a482-4982-43a6-b025-8ab46128080b), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:56.734952 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port f697a482-4982-43a6-b025-8ab46128080b is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:08:56.735474 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f697a482-4982-43a6-b025-8ab46128080b), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:56.770462 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port f697a482-4982-43a6-b025-8ab46128080b, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=f697a482-4982-43a6-b025-8ab46128080b,segment=NetworkSegment(4e174c6b-11b0-4299-bd1d-8edee587d186),segment_id=4e174c6b-11b0-4299-bd1d-8edee587d186)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:08:56.818189 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Router b8eea754-f377-4700-a8bd-41ba03df7685 is scheduled to L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 with binding_index 1 {{(pid=115863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 22:08:56.869892 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (f697a482-4982-43a6-b025-8ab46128080b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:56.940244 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=f697a482-4982-43a6-b025-8ab46128080b,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:56.941381 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:08:56.956357 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Sync routers for ids ['b8eea754-f377-4700-a8bd-41ba03df7685'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:08:56.973450 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Routers {'b8eea754-f377-4700-a8bd-41ba03df7685'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:08:56.974071 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:08:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['b8eea754-f377-4700-a8bd-41ba03df7685'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:08:57.037065 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:57.038667 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-28997e88-0ccd-48bc-90dc-aa1f9685bd6a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5017588 Mar 21 22:08:57.041696 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 34888) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:08:57.125232 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262b0a3b-680b-4d51-8515-0e4edc09cf1e None None] Network e1f923b6-c9b3-4713-b196-6a0a6780434c requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:08:57.195654 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Set router b8eea754-f377-4700-a8bd-41ba03df7685 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:08:57.208614 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-c7fc9fea-d859-4baa-a03d-947cf9e73d1f None None] Provisioning complete for port f697a482-4982-43a6-b025-8ab46128080b triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:08:57.208614 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-c7fc9fea-d859-4baa-a03d-947cf9e73d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (f697a482-4982-43a6-b025-8ab46128080b), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:57.266425 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 34898) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:08:57.337396 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ba6329-a71e-4b35-bfa3-8cd2b9b3e469 admin admin] Deleting subnet 8658023b-71c2-486c-999a-3a65540463d6 {{(pid=115862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 22:08:57.342128 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-71ba6329-a71e-4b35-bfa3-8cd2b9b3e469 admin admin] Publish callbacks [] for subnet (8658023b-71c2-486c-999a-3a65540463d6), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:57.387056 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-71ba6329-a71e-4b35-bfa3-8cd2b9b3e469 admin admin] Publish callbacks [] for subnet (8658023b-71c2-486c-999a-3a65540463d6), precommit_delete_associations {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:57.396687 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-71ba6329-a71e-4b35-bfa3-8cd2b9b3e469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017098'] for subnet (8658023b-71c2-486c-999a-3a65540463d6), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:57.453278 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'name': 'tempest-TestShelveInstance-725124339-router', 'tenant_id': '5b19286c76294fc98b8440c07acb18ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f8c5f7af-257b-4840-901c-f009185b8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:54Z', 'updated_at': '2022-03-21T22:08:56Z', 'revision_number': 3, 'project_id': '5b19286c76294fc98b8440c07acb18ab', 'gw_port': {'id': 'f8c5f7af-257b-4840-901c-f009185b8143', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:55Z', 'updated_at': '2022-03-21T22:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:08:57.473087 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-c7fc9fea-d859-4baa-a03d-947cf9e73d1f None None] Current status of the port f697a482-4982-43a6-b025-8ab46128080b is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:08:57.513170 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Checking router: b8eea754-f377-4700-a8bd-41ba03df7685 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:08:57.513640 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Updating router b8eea754-f377-4700-a8bd-41ba03df7685 port f8c5f7af-257b-4840-901c-f009185b8143 binding host dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:08:57.551232 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f8c5f7af-257b-4840-901c-f009185b8143), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:57.561218 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-71ba6329-a71e-4b35-bfa3-8cd2b9b3e469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for subnet (8658023b-71c2-486c-999a-3a65540463d6), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:57.597769 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba6329-a71e-4b35-bfa3-8cd2b9b3e469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8658023b-71c2-486c-999a-3a65540463d6,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:57.600280 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-71ba6329-a71e-4b35-bfa3-8cd2b9b3e469 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:57.603897 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-71ba6329-a71e-4b35-bfa3-8cd2b9b3e469 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8658023b-71c2-486c-999a-3a65540463d6 HTTP/1.1" status: 204 len: 168 time: 0.3356056 Mar 21 22:08:57.606711 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 34902) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:08:57.706512 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834117'] for network (d573a565-11b0-43e3-8a8f-843e39fd66ac), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:57.739164 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:57.818594 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-954303', 'neutron.services.segments.db._delete_segments_for_network-8732299838531'] for network (d573a565-11b0-43e3-8a8f-843e39fd66ac), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:57.849501 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:08:57.849822 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:08:57.850574 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:08:57.851032 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Subscribe: > port after_create 55550000 {{(pid=115862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:08:57.851897 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Subscribe: > port after_delete 55550000 {{(pid=115862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:08:57.851897 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Subscribe: > port after_update 55550000 {{(pid=115862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:08:57.852313 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:08:57.852640 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:08:57.853050 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:08:57.853514 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:08:57.915892 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-04e0e192-f316-4d92-83c8-f25a6607611c None None] Provisioning complete for port f697a482-4982-43a6-b025-8ab46128080b triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:08:57.916525 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-04e0e192-f316-4d92-83c8-f25a6607611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (f697a482-4982-43a6-b025-8ab46128080b), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:57.937896 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:08:57.938245 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:08:57.938580 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:08:57.941933 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 22:08:57.941933 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d573a565-11b0-43e3-8a8f-843e39fd66ac']}} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:08:57.943845 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Publish callbacks [] for port (f8c5f7af-257b-4840-901c-f009185b8143), precommit_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:57.972512 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396a98cb-76ff-4300-ba5e-e33125c1fa97') {'for_net_delete': True} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:08:57.972512 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396a98cb-76ff-4300-ba5e-e33125c1fa97') {} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:08:57.997803 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299988300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12426351'] for segment (396a98cb-76ff-4300-ba5e-e33125c1fa97), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:58.012055 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Allocated IP 172.20.0.1 (e1f923b6-c9b3-4713-b196-6a0a6780434c/85086e68-29fc-4a56-bcf0-c6a73072f57c/ca0669fa-3f3f-45f1-8855-e590dfa9972e) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:08:58.018448 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-04e0e192-f316-4d92-83c8-f25a6607611c None None] Current status of the port f697a482-4982-43a6-b025-8ab46128080b is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:08:58.021917 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (396a98cb-76ff-4300-ba5e-e33125c1fa97), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:58.031692 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=115862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 22:08:58.032097 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625572'] for segment (396a98cb-76ff-4300-ba5e-e33125c1fa97), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: from cryptography.utils import int_from_bytes Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: from cryptography.utils import int_from_bytes Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: Traceback (most recent call last): Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: timer() Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: cb(*args, **kw) Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: return func(*args, **kwargs) Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: self._notify() Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: self.callback(batched_events) Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: event.method(event) Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: return f(self, *a, **k) Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: return self._get(url).json() Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: return self.request(url, 'GET', **kwargs) Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 22:08:58.036447 dv-cinder-834545-1-iscsi neutron-server[115862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 22:08:58.061046 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (f8c5f7af-257b-4840-901c-f009185b8143), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:58.117958 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Attempting to bind port f8c5f7af-257b-4840-901c-f009185b8143 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:08:58.118333 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Attempting to bind port f8c5f7af-257b-4840-901c-f009185b8143 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:08:58.118761 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Attempting to bind port f8c5f7af-257b-4840-901c-f009185b8143 on network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:08:58.120994 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11eb49-8d15-4641-a019-3bc674649ced None None] Pushing event updated for resources: {'Port': ['ID=f8c5f7af-257b-4840-901c-f009185b8143,revision_number=2']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:58.126836 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:08:58.127974 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Checking segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:08:58.127974 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:58.128303 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Bound using segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:08:58.128537 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Bound port: f8c5f7af-257b-4840-901c-f009185b8143, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:08:58.128907 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f8c5f7af-257b-4840-901c-f009185b8143), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:58.208054 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] For port f8c5f7af-257b-4840-901c-f009185b8143, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:08:58.212895 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] For port f8c5f7af-257b-4840-901c-f009185b8143, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=f8c5f7af-257b-4840-901c-f009185b8143,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:08:58.218432 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Publish callbacks [] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:58.232565 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-954244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4165242'] for network (d573a565-11b0-43e3-8a8f-843e39fd66ac), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:58.240342 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:58.244608 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] 10.222.0.45 "DELETE /v2.0/networks/d573a565-11b0-43e3-8a8f-843e39fd66ac HTTP/1.1" status: 204 len: 168 time: 0.6366575 Mar 21 22:08:58.282288 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f1efa-98f1-4b00-8887-10912db597fa admin admin] Pushing event deleted for resources: {'Network': ['ID=d573a565-11b0-43e3-8a8f-843e39fd66ac,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:58.290675 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device f697a482-4982-43a6-b025-8ab46128080b up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:08:58.296779 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (f8c5f7af-257b-4840-901c-f009185b8143), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:58.355634 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11eb49-8d15-4641-a019-3bc674649ced None None] Pushing event updated for resources: {'Port': ['ID=f8c5f7af-257b-4840-901c-f009185b8143,revision_number=3']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:58.376994 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port f697a482-4982-43a6-b025-8ab46128080b triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:08:58.378014 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (f697a482-4982-43a6-b025-8ab46128080b), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:58.379391 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Routers {'b8eea754-f377-4700-a8bd-41ba03df7685'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:08:58.380006 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:08:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['b8eea754-f377-4700-a8bd-41ba03df7685'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:08:58.389711 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5d7d6-a807-4877-aeb9-8a450cdf8b0d req-40af9094-74d7-4ba9-94a0-fb214a2b5980 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:08:58.391393 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-83b5d7d6-a807-4877-aeb9-8a450cdf8b0d req-40af9094-74d7-4ba9-94a0-fb214a2b5980 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0889969 Mar 21 22:08:58.393224 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:58.425950 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Network e1f923b6-c9b3-4713-b196-6a0a6780434c is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:08:58.454582 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:08:58.462668 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:08:58.499604 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] Set router b8eea754-f377-4700-a8bd-41ba03df7685 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:08:58.510934 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port f697a482-4982-43a6-b025-8ab46128080b is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:08:58.526769 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Pushing event updated for resources: {'Port': ['ID=ca0669fa-3f3f-45f1-8855-e590dfa9972e,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:58.565769 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-83b5d7d6-a807-4877-aeb9-8a450cdf8b0d req-7ec2a4e7-5045-4d33-bd2b-9afddd713404 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586664 Mar 21 22:08:58.565769 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4165623'] for router_interface (b8eea754-f377-4700-a8bd-41ba03df7685), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:58.717977 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 34918) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:08:58.733089 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'name': 'tempest-TestShelveInstance-725124339-router', 'tenant_id': '5b19286c76294fc98b8440c07acb18ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f8c5f7af-257b-4840-901c-f009185b8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:54Z', 'updated_at': '2022-03-21T22:08:56Z', 'revision_number': 3, 'project_id': '5b19286c76294fc98b8440c07acb18ab', 'gw_port': {'id': 'f8c5f7af-257b-4840-901c-f009185b8143', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:55Z', 'updated_at': '2022-03-21T22:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:08:58.756050 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-1f8bec40-704d-4b41-9fba-a9f9341a894e None None] Provisioning complete for port ca0669fa-3f3f-45f1-8855-e590dfa9972e triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:08:58.756479 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-1f8bec40-704d-4b41-9fba-a9f9341a894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:58.761541 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03621846-da87-417f-a0e6-4b4ae4d13f78 None None] The sync data for ids ['b8eea754-f377-4700-a8bd-41ba03df7685'] in dv-cinder-834545-1-iscsi is: [{'id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'name': 'tempest-TestShelveInstance-725124339-router', 'tenant_id': '5b19286c76294fc98b8440c07acb18ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f8c5f7af-257b-4840-901c-f009185b8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:54Z', 'updated_at': '2022-03-21T22:08:56Z', 'revision_number': 3, 'project_id': '5b19286c76294fc98b8440c07acb18ab', 'gw_port': {'id': 'f8c5f7af-257b-4840-901c-f009185b8143', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:55Z', 'updated_at': '2022-03-21T22:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:08:58.776294 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-cfbc89de-c53c-40bc-8450-2be2b2af69b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c62b493b8214bf5bedac57aed3c50ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0567577 Mar 21 22:08:58.778747 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 34920) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:08:58.806551 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-1f8bec40-704d-4b41-9fba-a9f9341a894e None None] Port ca0669fa-3f3f-45f1-8855-e590dfa9972e cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:08:58.844028 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:58.868554 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-86c170a0-26e8-4f3b-b510-166f1821778a admin admin] Publish callbacks [] for security_group (58e43ae5-de65-40a2-8c0e-ad7a04cbfd09), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:58.916535 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-86c170a0-26e8-4f3b-b510-166f1821778a admin admin] Publish callbacks [] for security_group (58e43ae5-de65-40a2-8c0e-ad7a04cbfd09), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:59.321588 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Publish callbacks [] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:59.360733 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-86c170a0-26e8-4f3b-b510-166f1821778a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (58e43ae5-de65-40a2-8c0e-ad7a04cbfd09), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:59.363598 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-86c170a0-26e8-4f3b-b510-166f1821778a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:59.364893 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-86c170a0-26e8-4f3b-b510-166f1821778a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/58e43ae5-de65-40a2-8c0e-ad7a04cbfd09 HTTP/1.1" status: 204 len: 168 time: 0.5845690 Mar 21 22:08:59.374557 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c170a0-26e8-4f3b-b510-166f1821778a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e43ae5-de65-40a2-8c0e-ad7a04cbfd09,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:59.401587 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:59.477949 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Pushing event updated for resources: {'Port': ['ID=ca0669fa-3f3f-45f1-8855-e590dfa9972e,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:08:59.482310 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4165475'] for router_interface (b8eea754-f377-4700-a8bd-41ba03df7685), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:59.586661 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Network e1f923b6-c9b3-4713-b196-6a0a6780434c is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:08:59.588052 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:08:59.763261 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63625b-c35e-40ad-86be-7b48280a3232 req-32123037-dd27-4fd3-aa4f-bd1d9d1ca8ce tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:08:59.764924 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7c63625b-c35e-40ad-86be-7b48280a3232 req-32123037-dd27-4fd3-aa4f-bd1d9d1ca8ce tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0807760 Mar 21 22:08:59.784199 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Router b8eea754-f377-4700-a8bd-41ba03df7685 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:08:59.843032 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-24fd12ab-f5ef-4d5f-b887-fa99385d9798 None None] Provisioning complete for port ca0669fa-3f3f-45f1-8855-e590dfa9972e triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:08:59.843886 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-24fd12ab-f5ef-4d5f-b887-fa99385d9798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:08:59.888914 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-24fd12ab-f5ef-4d5f-b887-fa99385d9798 None None] Port ca0669fa-3f3f-45f1-8855-e590dfa9972e cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:08:59.892056 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7c63625b-c35e-40ad-86be-7b48280a3232 req-ff216aad-b80a-4dd3-b4a0-e7334ef81d78 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200719 Mar 21 22:08:59.940232 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:08:59.948167 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-72a9f928-63f3-4234-8fe2-ce85d44b88ac admin admin] 10.222.0.45 "PUT /v2.0/routers/b8eea754-f377-4700-a8bd-41ba03df7685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9053822 Mar 21 22:09:00.296209 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device f8c5f7af-257b-4840-901c-f009185b8143 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:09:00.351246 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port f8c5f7af-257b-4840-901c-f009185b8143 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:09:00.351911 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (f8c5f7af-257b-4840-901c-f009185b8143), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:00.443484 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port f8c5f7af-257b-4840-901c-f009185b8143 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:09:00.444014 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f8c5f7af-257b-4840-901c-f009185b8143), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:00.466635 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port f8c5f7af-257b-4840-901c-f009185b8143, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=f8c5f7af-257b-4840-901c-f009185b8143,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:09:00.558676 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (f8c5f7af-257b-4840-901c-f009185b8143), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:00.566750 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Sync routers for ids ['b8eea754-f377-4700-a8bd-41ba03df7685'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:09:00.603760 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Routers {'b8eea754-f377-4700-a8bd-41ba03df7685'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:09:00.604828 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:08:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['b8eea754-f377-4700-a8bd-41ba03df7685'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:09:00.697136 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=f8c5f7af-257b-4840-901c-f009185b8143,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:00.753029 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Set router b8eea754-f377-4700-a8bd-41ba03df7685 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:09:00.879931 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 34958) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:09:00.884456 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-926601cc-d616-4271-9e68-26fb9cffd2ae tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1967196920', 'description': 'tempest-secgroup-smoke-1967196920 description', 'project_id': '7dbb0924c2d1456aaea6264ed21663f8'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:09:00.974508 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'name': 'tempest-TestShelveInstance-725124339-router', 'tenant_id': '5b19286c76294fc98b8440c07acb18ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f8c5f7af-257b-4840-901c-f009185b8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:54Z', 'updated_at': '2022-03-21T22:08:58Z', 'revision_number': 4, 'project_id': '5b19286c76294fc98b8440c07acb18ab', 'gw_port': {'id': 'f8c5f7af-257b-4840-901c-f009185b8143', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:55Z', 'updated_at': '2022-03-21T22:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'ca0669fa-3f3f-45f1-8855-e590dfa9972e', 'name': '', 'network_id': 'e1f923b6-c9b3-4713-b196-6a0a6780434c', 'tenant_id': '5b19286c76294fc98b8440c07acb18ab', 'mac_address': 'fa:16:3e:aa:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '85086e68-29fc-4a56-bcf0-c6a73072f57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:57Z', 'updated_at': '2022-03-21T22:08:59Z', 'revision_number': 2, 'project_id': '5b19286c76294fc98b8440c07acb18ab', 'subnets': [{'id': '85086e68-29fc-4a56-bcf0-c6a73072f57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:09:00.983963 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-926601cc-d616-4271-9e68-26fb9cffd2ae tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:01.008497 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Checking router: b8eea754-f377-4700-a8bd-41ba03df7685 for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:09:01.008860 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Updating router b8eea754-f377-4700-a8bd-41ba03df7685 port ca0669fa-3f3f-45f1-8855-e590dfa9972e binding host dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:09:01.032376 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae1715-198a-4242-a9cf-65a7cf61978a req-50f53910-0aeb-4603-a080-b1c69bf3a456 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:01.034059 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cdae1715-198a-4242-a9cf-65a7cf61978a req-50f53910-0aeb-4603-a080-b1c69bf3a456 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0669799 Mar 21 22:09:01.040675 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:01.072467 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-926601cc-d616-4271-9e68-26fb9cffd2ae tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group (300d8832-fe64-41d5-a968-6b738ad64e87), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:01.091413 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cdae1715-198a-4242-a9cf-65a7cf61978a req-d283d556-4689-4f35-9b87-1be08d5ef0c8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511296 Mar 21 22:09:01.237989 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-926601cc-d616-4271-9e68-26fb9cffd2ae tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (300d8832-fe64-41d5-a968-6b738ad64e87), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:01.269293 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926601cc-d616-4271-9e68-26fb9cffd2ae tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300d8832-fe64-41d5-a968-6b738ad64e87,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:01.383393 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-926601cc-d616-4271-9e68-26fb9cffd2ae tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:01.384659 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-926601cc-d616-4271-9e68-26fb9cffd2ae tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5037193 Mar 21 22:09:01.387618 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 34964) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:09:01.392054 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-d2e3aed4-c197-4944-83e2-3a7c41f9b41f tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Request body: {'security_group_rule': {'security_group_id': '300d8832-fe64-41d5-a968-6b738ad64e87', 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:09:01.459815 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Publish callbacks [] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), precommit_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:01.529940 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:01.536856 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d2e3aed4-c197-4944-83e2-3a7c41f9b41f tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (4866c901-3459-4dec-a8fb-b82a240c9b25), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:01.584666 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153d2c8-9df1-4a53-a294-e41b604fbc86 None None] Pushing event updated for resources: {'Port': ['ID=ca0669fa-3f3f-45f1-8855-e590dfa9972e,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:01.652102 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Attempting to bind port ca0669fa-3f3f-45f1-8855-e590dfa9972e on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:09:01.652102 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Attempting to bind port ca0669fa-3f3f-45f1-8855-e590dfa9972e by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '4e174c6b-11b0-4299-bd1d-8edee587d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e1f923b6-c9b3-4713-b196-6a0a6780434c'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:09:01.652102 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Attempting to bind port ca0669fa-3f3f-45f1-8855-e590dfa9972e on network e1f923b6-c9b3-4713-b196-6a0a6780434c {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:09:01.657903 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d2e3aed4-c197-4944-83e2-3a7c41f9b41f tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (4866c901-3459-4dec-a8fb-b82a240c9b25), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:01.660034 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:09:01.660418 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Checking segment: {'id': '4e174c6b-11b0-4299-bd1d-8edee587d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e1f923b6-c9b3-4713-b196-6a0a6780434c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:09:01.661093 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:01.661489 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Bound using segment: {'id': '4e174c6b-11b0-4299-bd1d-8edee587d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e1f923b6-c9b3-4713-b196-6a0a6780434c'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:09:01.662015 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Bound port: ca0669fa-3f3f-45f1-8855-e590dfa9972e, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e174c6b-11b0-4299-bd1d-8edee587d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e1f923b6-c9b3-4713-b196-6a0a6780434c'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:09:01.662590 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:01.729874 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d2e3aed4-c197-4944-83e2-3a7c41f9b41f tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (4866c901-3459-4dec-a8fb-b82a240c9b25), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:01.750121 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3aed4-c197-4944-83e2-3a7c41f9b41f tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4866c901-3459-4dec-a8fb-b82a240c9b25,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:01.763938 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] For port ca0669fa-3f3f-45f1-8855-e590dfa9972e, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:09:01.768158 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] For port ca0669fa-3f3f-45f1-8855-e590dfa9972e, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=ca0669fa-3f3f-45f1-8855-e590dfa9972e,segment=NetworkSegment(4e174c6b-11b0-4299-bd1d-8edee587d186),segment_id=4e174c6b-11b0-4299-bd1d-8edee587d186)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:09:01.825385 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-d99d9e67-4a50-4eb0-be9c-8e2ed098c740 None None] Provisioning complete for port ca0669fa-3f3f-45f1-8855-e590dfa9972e triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:09:01.825751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d99d9e67-4a50-4eb0-be9c-8e2ed098c740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:01.851498 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d2e3aed4-c197-4944-83e2-3a7c41f9b41f tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:01.852844 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-d2e3aed4-c197-4944-83e2-3a7c41f9b41f tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4641988 Mar 21 22:09:01.856476 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 34970) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:09:01.861564 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-ac53802f-50b6-496e-96e6-03c73293d335 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Request body: {'security_group_rule': {'security_group_id': '300d8832-fe64-41d5-a968-6b738ad64e87', 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:09:01.861754 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-d99d9e67-4a50-4eb0-be9c-8e2ed098c740 None None] Port ca0669fa-3f3f-45f1-8855-e590dfa9972e cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:09:01.878278 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:01.940338 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Routers {'b8eea754-f377-4700-a8bd-41ba03df7685'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:09:01.940996 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:08:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['b8eea754-f377-4700-a8bd-41ba03df7685'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:09:01.943088 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153d2c8-9df1-4a53-a294-e41b604fbc86 None None] Pushing event updated for resources: {'Port': ['ID=ca0669fa-3f3f-45f1-8855-e590dfa9972e,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:01.987105 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ac53802f-50b6-496e-96e6-03c73293d335 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (d5590a32-f7da-4ff9-9cf9-c27410b29b75), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:02.056060 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ac53802f-50b6-496e-96e6-03c73293d335 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (d5590a32-f7da-4ff9-9cf9-c27410b29b75), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:02.076230 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] Set router b8eea754-f377-4700-a8bd-41ba03df7685 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:09:02.129379 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ac53802f-50b6-496e-96e6-03c73293d335 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (d5590a32-f7da-4ff9-9cf9-c27410b29b75), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:02.147793 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53802f-50b6-496e-96e6-03c73293d335 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5590a32-f7da-4ff9-9cf9-c27410b29b75,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:02.214217 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-41c6742e-b236-4e20-8fea-c876e5a79af3 None None] Provisioning complete for port ca0669fa-3f3f-45f1-8855-e590dfa9972e triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:09:02.214618 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-41c6742e-b236-4e20-8fea-c876e5a79af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:02.222647 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ac53802f-50b6-496e-96e6-03c73293d335 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:02.226580 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-ac53802f-50b6-496e-96e6-03c73293d335 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3664820 Mar 21 22:09:02.226737 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 34976) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:09:02.233341 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-300d0d85-5a29-4fdb-afe9-4f39ceeb6da4 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Request body: {'security_group_rule': {'security_group_id': '300d8832-fe64-41d5-a968-6b738ad64e87', 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:09:02.250190 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287126b-97d4-409f-9c49-ca407fa5eefd req-c63df885-04d3-4316-a90a-a045ba38d425 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:02.258828 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4287126b-97d4-409f-9c49-ca407fa5eefd req-c63df885-04d3-4316-a90a-a045ba38d425 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0852156 Mar 21 22:09:02.272934 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device f8c5f7af-257b-4840-901c-f009185b8143 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:09:02.305820 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4287126b-97d4-409f-9c49-ca407fa5eefd req-f3e4b70b-8755-4437-9c0e-d46a50d800e1 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459180 Mar 21 22:09:02.317524 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-300d0d85-5a29-4fdb-afe9-4f39ceeb6da4 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (172986fd-580d-4b3d-a017-61e086d26d80), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:02.385657 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-300d0d85-5a29-4fdb-afe9-4f39ceeb6da4 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (172986fd-580d-4b3d-a017-61e086d26d80), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:02.405076 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port f8c5f7af-257b-4840-901c-f009185b8143 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:09:02.411481 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (f8c5f7af-257b-4840-901c-f009185b8143), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:02.411481 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-41c6742e-b236-4e20-8fea-c876e5a79af3 None None] Current status of the port ca0669fa-3f3f-45f1-8855-e590dfa9972e is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:09:02.411481 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-41c6742e-b236-4e20-8fea-c876e5a79af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:02.460798 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-300d0d85-5a29-4fdb-afe9-4f39ceeb6da4 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (172986fd-580d-4b3d-a017-61e086d26d80), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:02.464813 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'name': 'tempest-TestShelveInstance-725124339-router', 'tenant_id': '5b19286c76294fc98b8440c07acb18ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f8c5f7af-257b-4840-901c-f009185b8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:54Z', 'updated_at': '2022-03-21T22:08:58Z', 'revision_number': 4, 'project_id': '5b19286c76294fc98b8440c07acb18ab', 'gw_port': {'id': 'f8c5f7af-257b-4840-901c-f009185b8143', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:55Z', 'updated_at': '2022-03-21T22:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'ca0669fa-3f3f-45f1-8855-e590dfa9972e', 'name': '', 'network_id': 'e1f923b6-c9b3-4713-b196-6a0a6780434c', 'tenant_id': '5b19286c76294fc98b8440c07acb18ab', 'mac_address': 'fa:16:3e:aa:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '85086e68-29fc-4a56-bcf0-c6a73072f57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:57Z', 'updated_at': '2022-03-21T22:09:01Z', 'revision_number': 4, 'project_id': '5b19286c76294fc98b8440c07acb18ab', 'subnets': [{'id': '85086e68-29fc-4a56-bcf0-c6a73072f57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:09:02.483938 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d0d85-5a29-4fdb-afe9-4f39ceeb6da4 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172986fd-580d-4b3d-a017-61e086d26d80,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:02.502562 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc8144a-d2f0-4bc7-8041-1cb0af90990d None None] The sync data for ids ['b8eea754-f377-4700-a8bd-41ba03df7685'] in dv-cinder-834545-1-iscsi is: [{'id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'name': 'tempest-TestShelveInstance-725124339-router', 'tenant_id': '5b19286c76294fc98b8440c07acb18ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f8c5f7af-257b-4840-901c-f009185b8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:54Z', 'updated_at': '2022-03-21T22:08:58Z', 'revision_number': 4, 'project_id': '5b19286c76294fc98b8440c07acb18ab', 'gw_port': {'id': 'f8c5f7af-257b-4840-901c-f009185b8143', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:55Z', 'updated_at': '2022-03-21T22:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'ca0669fa-3f3f-45f1-8855-e590dfa9972e', 'name': '', 'network_id': 'e1f923b6-c9b3-4713-b196-6a0a6780434c', 'tenant_id': '5b19286c76294fc98b8440c07acb18ab', 'mac_address': 'fa:16:3e:aa:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '85086e68-29fc-4a56-bcf0-c6a73072f57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:57Z', 'updated_at': '2022-03-21T22:09:01Z', 'revision_number': 4, 'project_id': '5b19286c76294fc98b8440c07acb18ab', 'subnets': [{'id': '85086e68-29fc-4a56-bcf0-c6a73072f57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:09:02.505382 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-41c6742e-b236-4e20-8fea-c876e5a79af3 None None] For port ca0669fa-3f3f-45f1-8855-e590dfa9972e, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=ca0669fa-3f3f-45f1-8855-e590dfa9972e,segment=NetworkSegment(4e174c6b-11b0-4299-bd1d-8edee587d186),segment_id=4e174c6b-11b0-4299-bd1d-8edee587d186)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:09:02.542844 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-300d0d85-5a29-4fdb-afe9-4f39ceeb6da4 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:02.550066 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-300d0d85-5a29-4fdb-afe9-4f39ceeb6da4 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3166678 Mar 21 22:09:02.551833 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 34984) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:09:02.564229 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-903d65bf-a5d0-4e72-a69b-d0893d467293 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Request body: {'security_group_rule': {'security_group_id': '300d8832-fe64-41d5-a968-6b738ad64e87', 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:09:02.572025 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-41c6742e-b236-4e20-8fea-c876e5a79af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:02.589381 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port f8c5f7af-257b-4840-901c-f009185b8143 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:09:02.664769 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6742e-b236-4e20-8fea-c876e5a79af3 None None] Pushing event updated for resources: {'Port': ['ID=ca0669fa-3f3f-45f1-8855-e590dfa9972e,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:02.691671 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-903d65bf-a5d0-4e72-a69b-d0893d467293 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (37419dbc-c4ad-4a44-89fb-59bcefc076d0), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:02.755938 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-903d65bf-a5d0-4e72-a69b-d0893d467293 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (37419dbc-c4ad-4a44-89fb-59bcefc076d0), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:02.840428 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-903d65bf-a5d0-4e72-a69b-d0893d467293 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (37419dbc-c4ad-4a44-89fb-59bcefc076d0), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:02.859187 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d65bf-a5d0-4e72-a69b-d0893d467293 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37419dbc-c4ad-4a44-89fb-59bcefc076d0,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:02.917316 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-903d65bf-a5d0-4e72-a69b-d0893d467293 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:02.918672 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-903d65bf-a5d0-4e72-a69b-d0893d467293 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3658867 Mar 21 22:09:02.921297 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 34990) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:09:02.925674 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-717bc1db-67b7-47eb-bae5-3142fa01a2ca tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Request body: {'security_group_rule': {'security_group_id': '300d8832-fe64-41d5-a968-6b738ad64e87', 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:09:03.015637 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.securitygroups_db [None req-717bc1db-67b7-47eb-bae5-3142fa01a2ca tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Project 7dbb0924c2d1456aaea6264ed21663f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 22:09:03.024167 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-717bc1db-67b7-47eb-bae5-3142fa01a2ca tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (c735eff5-3fc9-476a-b817-a8eb976d3ecd), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:03.095466 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-717bc1db-67b7-47eb-bae5-3142fa01a2ca tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (c735eff5-3fc9-476a-b817-a8eb976d3ecd), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:03.171708 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-717bc1db-67b7-47eb-bae5-3142fa01a2ca tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (c735eff5-3fc9-476a-b817-a8eb976d3ecd), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:03.199285 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bc1db-67b7-47eb-bae5-3142fa01a2ca tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c735eff5-3fc9-476a-b817-a8eb976d3ecd,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:03.272443 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-717bc1db-67b7-47eb-bae5-3142fa01a2ca tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:03.274386 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-717bc1db-67b7-47eb-bae5-3142fa01a2ca tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3521204 Mar 21 22:09:03.277412 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 35008) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:09:03.282440 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-f64ba394-ab9d-4b75-bc45-b53a3054dfc8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Request body: {'security_group_rule': {'security_group_id': '300d8832-fe64-41d5-a968-6b738ad64e87', 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:09:03.371072 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-0970ccaf-e1c3-48d2-8c77-d86bef4c3547 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:03.376481 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.securitygroups_db [None req-f64ba394-ab9d-4b75-bc45-b53a3054dfc8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Project 7dbb0924c2d1456aaea6264ed21663f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 22:09:03.376637 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-0970ccaf-e1c3-48d2-8c77-d86bef4c3547 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/networks?id=49629b38-e0c2-4cf3-bebc-aca6b5db7d45 HTTP/1.1" status: 200 len: 814 time: 0.1440620 Mar 21 22:09:03.378215 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f64ba394-ab9d-4b75-bc45-b53a3054dfc8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (ce419b17-87ee-4f03-b62a-84ac0b7f60ac), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:03.395793 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-26f55b5a-80b2-4251-a210-86e82721c480 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/quotas/07f0d730a6144e399d086b31ec35344b HTTP/1.1" status: 200 len: 375 time: 0.0157151 Mar 21 22:09:03.442101 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-f22c9fad-ae49-4084-8d28-1c58bf070223 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=07f0d730a6144e399d086b31ec35344b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449011 Mar 21 22:09:03.456977 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f64ba394-ab9d-4b75-bc45-b53a3054dfc8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (ce419b17-87ee-4f03-b62a-84ac0b7f60ac), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:03.532966 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f64ba394-ab9d-4b75-bc45-b53a3054dfc8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (ce419b17-87ee-4f03-b62a-84ac0b7f60ac), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:03.553042 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ba394-ab9d-4b75-bc45-b53a3054dfc8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce419b17-87ee-4f03-b62a-84ac0b7f60ac,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:03.555380 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4c7a3-f70b-424d-b284-21d4fbc5b194 req-a78831e5-7da1-4643-9c64-990b0b2a82cf tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:03.556962 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-90f4c7a3-f70b-424d-b284-21d4fbc5b194 req-a78831e5-7da1-4643-9c64-990b0b2a82cf tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.1479869 Mar 21 22:09:03.584803 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-45540a98-d84e-424f-bb94-b16dc7db20e2 service neutron] 10.222.0.45 "GET /v2.0/networks/49629b38-e0c2-4cf3-bebc-aca6b5db7d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414800 Mar 21 22:09:03.620112 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f64ba394-ab9d-4b75-bc45-b53a3054dfc8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:03.621262 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-f64ba394-ab9d-4b75-bc45-b53a3054dfc8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3427925 Mar 21 22:09:03.692833 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-90f4c7a3-f70b-424d-b284-21d4fbc5b194 req-efaff75d-c1ee-46c7-b3cc-34e4b3873069 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190624 Mar 21 22:09:03.751520 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-9e3b0a50-4364-4cbb-ab28-6a52c466add7 service neutron] 10.222.0.45 "GET /v2.0/networks/49629b38-e0c2-4cf3-bebc-aca6b5db7d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579721 Mar 21 22:09:04.296438 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device ca0669fa-3f3f-45f1-8855-e590dfa9972e up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:09:04.353220 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port ca0669fa-3f3f-45f1-8855-e590dfa9972e triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:09:04.353593 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:04.433234 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:09:04.439528 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port ca0669fa-3f3f-45f1-8855-e590dfa9972e is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:09:04.873969 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad718cc-2375-478c-94c9-faffcd6b5340 req-9202db53-fe51-44fb-b1df-033f41dd267e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:04.875606 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cad718cc-2375-478c-94c9-faffcd6b5340 req-9202db53-fe51-44fb-b1df-033f41dd267e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0612524 Mar 21 22:09:04.938377 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cad718cc-2375-478c-94c9-faffcd6b5340 req-08185d3c-682b-469b-8dba-a91b10d2b87a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491989 Mar 21 22:09:05.077337 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a42b4c50-a8eb-4b85-a9c7-acd9cdc2c293 req-cb8cad61-f39f-468b-94b8-8c137904d8c6 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0318639 Mar 21 22:09:06.077583 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51b654-cb7c-4041-a830-68938821c066 req-594559f1-2932-4327-a681-6acdd9b6e792 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:06.079307 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6d51b654-cb7c-4041-a830-68938821c066 req-594559f1-2932-4327-a681-6acdd9b6e792 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0600193 Mar 21 22:09:06.147488 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6d51b654-cb7c-4041-a830-68938821c066 req-58744340-32b5-4546-97e1-e9334dcf9481 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522413 Mar 21 22:09:06.248346 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f10d47d7-1f2f-445d-96b5-d154e5097ce5 req-8079611a-ec14-4b65-a078-2e03f4beb1d0 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0281217 Mar 21 22:09:07.340821 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7cc10-05cd-4019-b278-06526889365b req-c7fe4ed9-e966-4447-8003-ea5ab69b9e45 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:07.342392 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-75a7cc10-05cd-4019-b278-06526889365b req-c7fe4ed9-e966-4447-8003-ea5ab69b9e45 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0930429 Mar 21 22:09:07.353947 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e9cff187-437e-40e1-a103-6a191651bc3d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:07.355723 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e9cff187-437e-40e1-a103-6a191651bc3d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.47 "GET /v2.0/networks?id=49629b38-e0c2-4cf3-bebc-aca6b5db7d45 HTTP/1.1" status: 200 len: 814 time: 0.1714783 Mar 21 22:09:07.379305 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-c928c1d7-5d54-4519-a0b1-8e77e00d7d7d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Request body: {'port': {'device_id': '278720f6-0c42-409b-8c9e-2839d07b9cba', 'network_id': '49629b38-e0c2-4cf3-bebc-aca6b5db7d45', 'admin_state_up': True, 'tenant_id': '07f0d730a6144e399d086b31ec35344b'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:09:07.419479 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-55750ad0-fa55-45a0-ad72-1c1969db83dd req-54c5ccdf-df1d-4131-b774-2132d0b6057d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0614641 Mar 21 22:09:07.489892 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-75a7cc10-05cd-4019-b278-06526889365b req-4c924146-f02c-4871-b564-9191824e1c83 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329811 Mar 21 22:09:07.614652 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-c928c1d7-5d54-4519-a0b1-8e77e00d7d7d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Made reservation on behalf of 07f0d730a6144e399d086b31ec35344b for: {'port': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:09:07.620390 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-c928c1d7-5d54-4519-a0b1-8e77e00d7d7d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:07.753375 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-c928c1d7-5d54-4519-a0b1-8e77e00d7d7d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Allocated IP 172.20.0.8 (49629b38-e0c2-4cf3-bebc-aca6b5db7d45/f3bbc030-4c23-4106-84bb-fa5d9a5b9d18/668cfa07-6222-407a-8eb6-acb912292210) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:09:07.910291 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-c928c1d7-5d54-4519-a0b1-8e77e00d7d7d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Publish callbacks [] for port (668cfa07-6222-407a-8eb6-acb912292210), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:08.009953 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-c928c1d7-5d54-4519-a0b1-8e77e00d7d7d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (668cfa07-6222-407a-8eb6-acb912292210), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:08.053171 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-c928c1d7-5d54-4519-a0b1-8e77e00d7d7d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Network 49629b38-e0c2-4cf3-bebc-aca6b5db7d45 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:09:08.056329 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-c928c1d7-5d54-4519-a0b1-8e77e00d7d7d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:09:08.062532 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-c928c1d7-5d54-4519-a0b1-8e77e00d7d7d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:09:08.068658 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928c1d7-5d54-4519-a0b1-8e77e00d7d7d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Pushing event updated for resources: {'Port': ['ID=668cfa07-6222-407a-8eb6-acb912292210,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:08.124635 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-c928c1d7-5d54-4519-a0b1-8e77e00d7d7d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:08.125247 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-c928c1d7-5d54-4519-a0b1-8e77e00d7d7d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:08.255332 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-c928c1d7-5d54-4519-a0b1-8e77e00d7d7d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8801112 Mar 21 22:09:08.274160 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Request body: {'port': {'device_id': '278720f6-0c42-409b-8c9e-2839d07b9cba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:09:08.338600 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (668cfa07-6222-407a-8eb6-acb912292210), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:08.447951 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-aaf04f74-c6d6-401e-b182-3c97245aaa07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:08.644390 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f2d80-f5ff-4e69-b781-ef8965549f52 req-480f658c-7e20-41ad-908b-1f517f651705 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:08.645902 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1f0f2d80-f5ff-4e69-b781-ef8965549f52 req-480f658c-7e20-41ad-908b-1f517f651705 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 931 time: 0.1278605 Mar 21 22:09:08.735858 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b5ecd-d569-4540-bd8d-af059667e47f req-d82d83ff-c4e7-4c51-a758-bdc493079cb3 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:08.737546 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a85b5ecd-d569-4540-bd8d-af059667e47f req-d82d83ff-c4e7-4c51-a758-bdc493079cb3 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.1584170 Mar 21 22:09:08.775268 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668cfa07-6222-407a-8eb6-acb912292210 {{(pid=115863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:09:08.786078 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1f0f2d80-f5ff-4e69-b781-ef8965549f52 req-d3b64638-c885-4314-8620-81503ed08196 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313150 Mar 21 22:09:08.788747 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Publish callbacks [] for port (668cfa07-6222-407a-8eb6-acb912292210), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:08.824376 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.provisioning_blocks [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Transition to ACTIVE for port object 668cfa07-6222-407a-8eb6-acb912292210 will not be triggered until provisioned by entity L2. {{(pid=115863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:09:08.829153 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a85b5ecd-d569-4540-bd8d-af059667e47f req-309c7d2e-906c-48eb-a6cd-f9a6ef3ab5de tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823712 Mar 21 22:09:08.898286 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (668cfa07-6222-407a-8eb6-acb912292210), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:08.970181 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Pushing event updated for resources: {'Port': ['ID=668cfa07-6222-407a-8eb6-acb912292210,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:09.044730 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Attempting to bind port 668cfa07-6222-407a-8eb6-acb912292210 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:09:09.044952 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Attempting to bind port 668cfa07-6222-407a-8eb6-acb912292210 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'ea8f7f58-9095-40e3-b57d-d59fba3b3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49629b38-e0c2-4cf3-bebc-aca6b5db7d45'}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:09:09.045275 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Attempting to bind port 668cfa07-6222-407a-8eb6-acb912292210 on network 49629b38-e0c2-4cf3-bebc-aca6b5db7d45 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:09:09.050234 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Port 668cfa07-6222-407a-8eb6-acb912292210 on network 49629b38-e0c2-4cf3-bebc-aca6b5db7d45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:09:09.050576 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Attempting to bind port 668cfa07-6222-407a-8eb6-acb912292210 on network 49629b38-e0c2-4cf3-bebc-aca6b5db7d45 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:09:09.057855 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:09:09.058189 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Checking segment: {'id': 'ea8f7f58-9095-40e3-b57d-d59fba3b3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49629b38-e0c2-4cf3-bebc-aca6b5db7d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:09:09.058572 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Bound using segment: {'id': 'ea8f7f58-9095-40e3-b57d-d59fba3b3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49629b38-e0c2-4cf3-bebc-aca6b5db7d45'} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:09:09.059057 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Bound port: 668cfa07-6222-407a-8eb6-acb912292210, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea8f7f58-9095-40e3-b57d-d59fba3b3c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49629b38-e0c2-4cf3-bebc-aca6b5db7d45'}}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:09:09.059411 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (668cfa07-6222-407a-8eb6-acb912292210), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:09.129901 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] For port 668cfa07-6222-407a-8eb6-acb912292210, host hv-cinder-83454, cleared binding levels {{(pid=115863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:09:09.133102 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] For port 668cfa07-6222-407a-8eb6-acb912292210, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=668cfa07-6222-407a-8eb6-acb912292210,segment=NetworkSegment(ea8f7f58-9095-40e3-b57d-d59fba3b3c0f),segment_id=ea8f7f58-9095-40e3-b57d-d59fba3b3c0f)] {{(pid=115863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:09:09.213050 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (668cfa07-6222-407a-8eb6-acb912292210), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:09.244700 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:09.245788 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:09.246829 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] 10.222.0.47 "PUT /v2.0/ports/668cfa07-6222-407a-8eb6-acb912292210 HTTP/1.1" status: 200 len: 1093 time: 0.9777062 Mar 21 22:09:09.249079 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278720f6-0c42-409b-8c9e-2839d07b9cba', 'tag': '668cfa07-6222-407a-8eb6-acb912292210'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:09:09.251504 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eafb571-d38d-4cfe-ba41-86c908026100" -d '{"events": [{"name": "network-changed", "server_uuid": "278720f6-0c42-409b-8c9e-2839d07b9cba", "tag": "668cfa07-6222-407a-8eb6-acb912292210"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:09:09.287782 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d20f38-13d1-460d-aa84-8817eb6b131d service neutron] Pushing event updated for resources: {'Port': ['ID=668cfa07-6222-407a-8eb6-acb912292210,revision_number=3']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:09.293337 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfe799f-e428-4d16-a2e7-3e546fab4377 x-openstack-request-id: req-3bfe799f-e428-4d16-a2e7-3e546fab4377 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:09:09.293630 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278720f6-0c42-409b-8c9e-2839d07b9cba", "tag": "668cfa07-6222-407a-8eb6-acb912292210", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:09:09.293886 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3bfe799f-e428-4d16-a2e7-3e546fab4377 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:09:09.294284 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278720f6-0c42-409b-8c9e-2839d07b9cba', 'tag': '668cfa07-6222-407a-8eb6-acb912292210', 'status': 'completed', 'code': 200} Mar 21 22:09:09.406917 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafb571-d38d-4cfe-ba41-86c908026100 req-31d9679b-6f59-4bbb-b9a4-bb1be60e32f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:09.408484 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2eafb571-d38d-4cfe-ba41-86c908026100 req-31d9679b-6f59-4bbb-b9a4-bb1be60e32f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07f0d730a6144e399d086b31ec35344b&device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 1127 time: 0.0509102 Mar 21 22:09:09.519016 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafb571-d38d-4cfe-ba41-86c908026100 req-6121e0c7-54f1-4966-b785-7a6468c51a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:09.520539 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2eafb571-d38d-4cfe-ba41-86c908026100 req-6121e0c7-54f1-4966-b785-7a6468c51a68 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=07f0d730a6144e399d086b31ec35344b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0980918 Mar 21 22:09:09.620349 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafb571-d38d-4cfe-ba41-86c908026100 req-57c88159-091b-48c9-aea5-fe50cc2c1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:09.621814 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2eafb571-d38d-4cfe-ba41-86c908026100 req-57c88159-091b-48c9-aea5-fe50cc2c1964 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948620 Mar 21 22:09:09.754192 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-8731e16e-b909-4e2e-81e2-b1036a3ab4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:09.755761 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-8731e16e-b909-4e2e-81e2-b1036a3ab4d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07f0d730a6144e399d086b31ec35344b&device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 1127 time: 0.0493622 Mar 21 22:09:09.809930 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-f86b13b7-8fa0-4770-92a4-450b3514242a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=668cfa07-6222-407a-8eb6-acb912292210 HTTP/1.1" status: 200 len: 217 time: 0.0404019 Mar 21 22:09:09.875059 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e3581dff-62f8-44ff-89f5-6078490a128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:09.876443 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-e3581dff-62f8-44ff-89f5-6078490a128b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3bbc030-4c23-4106-84bb-fa5d9a5b9d18 HTTP/1.1" status: 200 len: 854 time: 0.0604000 Mar 21 22:09:09.921362 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-0f72f0a2-9db4-495f-b440-236ac90b3d74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49629b38-e0c2-4cf3-bebc-aca6b5db7d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300500 Mar 21 22:09:10.009556 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d38fd-def5-41fe-a74e-8d7cc33bd0d3 req-35dfd4e3-2b34-405b-943d-228c76d11515 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:10.013269 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d03d38fd-def5-41fe-a74e-8d7cc33bd0d3 req-35dfd4e3-2b34-405b-943d-228c76d11515 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 943 time: 0.1505499 Mar 21 22:09:10.014535 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:10.105047 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639c266-99ac-4507-b736-419f09d9b611 req-7d61d11d-45ed-4ed6-a0ac-61c778a97d94 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:10.106534 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0639c266-99ac-4507-b736-419f09d9b611 req-7d61d11d-45ed-4ed6-a0ac-61c778a97d94 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.1790206 Mar 21 22:09:10.111298 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d03d38fd-def5-41fe-a74e-8d7cc33bd0d3 req-932e1a2a-9d88-44dc-8952-bc8ddd112541 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909786 Mar 21 22:09:10.113463 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-c91a8f9a-958b-4f1f-a9d2-88d90d3925d0 service neutron] 10.222.0.47 "GET /v2.0/networks/49629b38-e0c2-4cf3-bebc-aca6b5db7d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832201 Mar 21 22:09:10.206402 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0639c266-99ac-4507-b736-419f09d9b611 req-318c5c34-412e-4180-8800-801ea42766fa tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919869 Mar 21 22:09:10.237556 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-582f75f1-32e2-4040-8c51-0c0eb3db6fda req-0e93cfde-b0c7-4e5c-8250-a56bd8618e26 service neutron] 10.222.0.47 "GET /v2.0/networks/49629b38-e0c2-4cf3-bebc-aca6b5db7d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088748 Mar 21 22:09:11.066172 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fba552b6-af79-4bb7-8335-22593b98264c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:11.237471 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4624c-d989-4a8b-bc7f-26c3cbeca6fc req-ad608bca-5dcd-4ec4-9770-ad685b2e435c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:11.239041 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1ff4624c-d989-4a8b-bc7f-26c3cbeca6fc req-ad608bca-5dcd-4ec4-9770-ad685b2e435c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 943 time: 0.0560312 Mar 21 22:09:11.301102 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1ff4624c-d989-4a8b-bc7f-26c3cbeca6fc req-0d859e05-b2be-4298-9b29-7fcd2b6c6d02 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558941 Mar 21 22:09:11.343352 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4732ca-091e-4967-b06f-8a8a8f0256eb req-e4587891-4481-44b9-8a73-510fa43a19f1 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:11.344865 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ee4732ca-091e-4967-b06f-8a8a8f0256eb req-e4587891-4481-44b9-8a73-510fa43a19f1 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0599272 Mar 21 22:09:11.395546 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ee4732ca-091e-4967-b06f-8a8a8f0256eb req-cb7300a5-c613-45b4-aab4-c91d651ec390 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450256 Mar 21 22:09:12.422151 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1b8dd-f9f9-420a-8002-9529a93ce988 req-92cda026-3a4c-49e6-9372-cbddb2ce1f45 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:12.423667 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-61b1b8dd-f9f9-420a-8002-9529a93ce988 req-92cda026-3a4c-49e6-9372-cbddb2ce1f45 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 943 time: 0.0550606 Mar 21 22:09:12.487316 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-61b1b8dd-f9f9-420a-8002-9529a93ce988 req-2595a9f7-8aa7-4fb6-a4b9-0bbddba6865f tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579193 Mar 21 22:09:12.777128 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129709e-44f0-4e1d-90df-1d8083a8a9f1 req-0fe384a7-48d8-4684-b250-21977f17ad16 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:12.778865 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0129709e-44f0-4e1d-90df-1d8083a8a9f1 req-0fe384a7-48d8-4684-b250-21977f17ad16 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.3080218 Mar 21 22:09:12.832374 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0129709e-44f0-4e1d-90df-1d8083a8a9f1 req-7d2c89b8-801b-462c-80ba-c4bd2e374df7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475028 Mar 21 22:09:12.863674 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:13.615107 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590ff26-384e-4bcf-bdfb-218d1473c6c1 req-46256d43-848e-4c30-bdf8-eaff3708dc43 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:13.616672 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9590ff26-384e-4bcf-bdfb-218d1473c6c1 req-46256d43-848e-4c30-bdf8-eaff3708dc43 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 943 time: 0.0531359 Mar 21 22:09:13.666378 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9590ff26-384e-4bcf-bdfb-218d1473c6c1 req-ef23a031-5f78-4e95-9955-83961c50436d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420506 Mar 21 22:09:13.964945 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b0f7e-100d-4fda-924a-627ac63aaa1a req-c987ec18-373b-4698-bcee-7eb775ebe76b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:13.966476 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c29b0f7e-100d-4fda-924a-627ac63aaa1a req-c987ec18-373b-4698-bcee-7eb775ebe76b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0571103 Mar 21 22:09:14.018447 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c29b0f7e-100d-4fda-924a-627ac63aaa1a req-f2bad287-467f-4182-9566-2f24e78b4501 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448983 Mar 21 22:09:14.283354 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:14.794389 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec093d16-0f04-475f-bba9-e1b624392355 req-29734051-e069-4770-af4a-dba9d8939058 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:14.795913 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ec093d16-0f04-475f-bba9-e1b624392355 req-29734051-e069-4770-af4a-dba9d8939058 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 943 time: 0.0577991 Mar 21 22:09:14.847416 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ec093d16-0f04-475f-bba9-e1b624392355 req-6991777b-d76c-478d-accc-e67abe9ca69f tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457685 Mar 21 22:09:15.148818 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24cb14-fdb3-42cc-ae11-137de7465a3d req-6490a4a0-f955-4fb1-aaa8-f75714bf4da7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:15.150816 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0a24cb14-fdb3-42cc-ae11-137de7465a3d req-6490a4a0-f955-4fb1-aaa8-f75714bf4da7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0564690 Mar 21 22:09:15.201711 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0a24cb14-fdb3-42cc-ae11-137de7465a3d req-b8dfeaf4-8e6e-44ab-a08d-6d2cfebcf8d4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449355 Mar 21 22:09:15.686254 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:15.962280 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed62880-06a7-4972-83b5-7c56071f1642 req-8ea664e5-e307-4e6a-9233-d32ef4f0898f tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:15.963690 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8ed62880-06a7-4972-83b5-7c56071f1642 req-8ea664e5-e307-4e6a-9233-d32ef4f0898f tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 943 time: 0.0510063 Mar 21 22:09:16.009355 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8ed62880-06a7-4972-83b5-7c56071f1642 req-5ffac92f-2865-400f-b5e3-94c3c7ba8a5d tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 Mar 21 22:09:16.340659 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02d506-06ae-478b-9d1b-7f1bc5ab9fe6 req-ae699702-405e-4772-972b-5c60192a4643 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:16.342215 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be02d506-06ae-478b-9d1b-7f1bc5ab9fe6 req-ae699702-405e-4772-972b-5c60192a4643 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0630331 Mar 21 22:09:16.398221 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be02d506-06ae-478b-9d1b-7f1bc5ab9fe6 req-91b8aa5e-9348-435d-99b8-0205ed29120e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463543 Mar 21 22:09:17.127156 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a133fed-2fab-4a75-bddf-12fdce2bde8e req-ed839812-fc17-4f71-a0b6-dba1fa03015e tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:17.128637 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8a133fed-2fab-4a75-bddf-12fdce2bde8e req-ed839812-fc17-4f71-a0b6-dba1fa03015e tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 943 time: 0.0521979 Mar 21 22:09:17.175201 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8a133fed-2fab-4a75-bddf-12fdce2bde8e req-e0102dff-ae3f-4d06-8014-ecf520d9633f tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409698 Mar 21 22:09:17.531553 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2128e50-dce8-4f56-bd51-8f6ef08fd6ed req-5192e893-a197-4498-87c2-18f5f24b1f1c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:17.533065 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e2128e50-dce8-4f56-bd51-8f6ef08fd6ed req-5192e893-a197-4498-87c2-18f5f24b1f1c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0546505 Mar 21 22:09:17.581382 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e2128e50-dce8-4f56-bd51-8f6ef08fd6ed req-2a34b550-c981-419c-b61b-ce2fa1332e6f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426819 Mar 21 22:09:17.682559 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 668cfa07-6222-407a-8eb6-acb912292210 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:09:17.785287 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 668cfa07-6222-407a-8eb6-acb912292210, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=668cfa07-6222-407a-8eb6-acb912292210,segment=NetworkSegment(ea8f7f58-9095-40e3-b57d-d59fba3b3c0f),segment_id=ea8f7f58-9095-40e3-b57d-d59fba3b3c0f)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:09:17.797744 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '668cfa07-6222-407a-8eb6-acb912292210', 'network_id': '49629b38-e0c2-4cf3-bebc-aca6b5db7d45', 'port_id': '668cfa07-6222-407a-8eb6-acb912292210', 'mac_address': 'fa:16:3e:5d:71:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bbc030-4c23-4106-84bb-fa5d9a5b9d18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:09:17.837306 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 668cfa07-6222-407a-8eb6-acb912292210 is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:09:17.837612 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (668cfa07-6222-407a-8eb6-acb912292210), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:17.850647 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668cfa07-6222-407a-8eb6-acb912292210 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:09:17.869984 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 668cfa07-6222-407a-8eb6-acb912292210, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=668cfa07-6222-407a-8eb6-acb912292210,segment=NetworkSegment(ea8f7f58-9095-40e3-b57d-d59fba3b3c0f),segment_id=ea8f7f58-9095-40e3-b57d-d59fba3b3c0f)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:09:17.969181 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (668cfa07-6222-407a-8eb6-acb912292210), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:18.028213 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=668cfa07-6222-407a-8eb6-acb912292210,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:18.297420 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343072-3b28-4822-b7d5-c69a641dd900 req-96b4d56b-9045-482b-a96d-6d6abf31a050 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:18.299047 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-86343072-3b28-4822-b7d5-c69a641dd900 req-96b4d56b-9045-482b-a96d-6d6abf31a050 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 944 time: 0.0575633 Mar 21 22:09:18.352911 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-86343072-3b28-4822-b7d5-c69a641dd900 req-bf3bb736-7514-4bdc-94fb-4f9ae589da4e tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452411 Mar 21 22:09:18.706853 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457221b-ee56-4d71-8c51-239dbd26858b req-430bf710-9579-40b9-b7b5-85c28f104e34 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:18.708387 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f457221b-ee56-4d71-8c51-239dbd26858b req-430bf710-9579-40b9-b7b5-85c28f104e34 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0530527 Mar 21 22:09:18.757076 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f457221b-ee56-4d71-8c51-239dbd26858b req-663e3ef9-1f9d-4036-9971-3629983d4b23 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422125 Mar 21 22:09:19.479451 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf4a81-378c-4abe-92a5-d5c4a8e21011 req-7f25e1dc-362e-4d85-8157-91734a544cd5 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:19.481036 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9bcf4a81-378c-4abe-92a5-d5c4a8e21011 req-7f25e1dc-362e-4d85-8157-91734a544cd5 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 944 time: 0.0553937 Mar 21 22:09:19.535680 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9bcf4a81-378c-4abe-92a5-d5c4a8e21011 req-42a9e947-2a5a-4b82-93ce-8e2254ac4cbf tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490477 Mar 21 22:09:19.890226 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d92fd6-497b-49e0-8783-c8575bd78132 req-2539c70f-15eb-4aa5-893a-47fd67d755cf tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:19.891806 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-96d92fd6-497b-49e0-8783-c8575bd78132 req-2539c70f-15eb-4aa5-893a-47fd67d755cf tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0601108 Mar 21 22:09:19.941900 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-96d92fd6-497b-49e0-8783-c8575bd78132 req-fcfef674-898b-4bac-b54b-1c58cbd58d58 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444708 Mar 21 22:09:20.653496 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282daa8-89fa-420b-bdd8-29f7b2018045 req-ddd43776-bd66-4e81-9d70-3948e900b907 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:20.655245 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0282daa8-89fa-420b-bdd8-29f7b2018045 req-ddd43776-bd66-4e81-9d70-3948e900b907 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 944 time: 0.0527606 Mar 21 22:09:20.703086 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0282daa8-89fa-420b-bdd8-29f7b2018045 req-af583b5f-cdb1-4b11-9383-f34de749e878 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421615 Mar 21 22:09:21.073877 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78361e02-9a81-4234-8ed3-6159af9a5a76 req-91caf181-3c86-4cc7-8634-5565a7c37a59 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:21.075488 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-78361e02-9a81-4234-8ed3-6159af9a5a76 req-91caf181-3c86-4cc7-8634-5565a7c37a59 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0607784 Mar 21 22:09:21.128245 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-78361e02-9a81-4234-8ed3-6159af9a5a76 req-878be89c-9841-47d0-a14f-77c0004d45ce tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464721 Mar 21 22:09:21.819440 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccebfd-9b09-43bf-85a0-444a2a9bb2c1 req-52879f52-f64e-4434-a2ba-f52ff1026b23 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:21.820919 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9cccebfd-9b09-43bf-85a0-444a2a9bb2c1 req-52879f52-f64e-4434-a2ba-f52ff1026b23 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 944 time: 0.0502145 Mar 21 22:09:21.865920 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9cccebfd-9b09-43bf-85a0-444a2a9bb2c1 req-764e082f-6013-4f82-8a8f-975ebb87ffca tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389640 Mar 21 22:09:22.282300 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6311de-9a32-46bd-9959-d77e6344796f req-e64d1cb8-d81e-4491-9f5c-e00b98ab68f6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:22.283868 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1a6311de-9a32-46bd-9959-d77e6344796f req-e64d1cb8-d81e-4491-9f5c-e00b98ab68f6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0765085 Mar 21 22:09:22.350850 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1a6311de-9a32-46bd-9959-d77e6344796f req-64903fc1-db1d-47bb-92f1-822a6d9c793d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611691 Mar 21 22:09:22.980578 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bc940-5f5b-44be-8d84-03720e4af608 req-3ec9b442-8a70-402e-aa1b-0902cefbcbbb tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:22.982111 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e05bc940-5f5b-44be-8d84-03720e4af608 req-3ec9b442-8a70-402e-aa1b-0902cefbcbbb tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 944 time: 0.0511081 Mar 21 22:09:23.027769 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e05bc940-5f5b-44be-8d84-03720e4af608 req-05dcfd4a-14e4-4285-9942-534b57f57ddd tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400429 Mar 21 22:09:23.475376 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc33ebf-f0a6-4909-9149-e03f868d5bcb req-55e4d1c7-957e-42c6-b882-ea9694d74519 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:23.476355 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1cc33ebf-f0a6-4909-9149-e03f868d5bcb req-55e4d1c7-957e-42c6-b882-ea9694d74519 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0527866 Mar 21 22:09:23.529956 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1cc33ebf-f0a6-4909-9149-e03f868d5bcb req-08d2fdb5-2e4c-4df9-9432-f60992c27b8a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471759 Mar 21 22:09:23.744712 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['668cfa07-6222-407a-8eb6-acb912292210'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:09:24.150834 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad44b12-3854-473a-8dab-a76875a0e9ba req-f55d5377-bf94-44c3-bd7a-f5fab087cd36 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:24.152342 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7ad44b12-3854-473a-8dab-a76875a0e9ba req-f55d5377-bf94-44c3-bd7a-f5fab087cd36 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 944 time: 0.0539184 Mar 21 22:09:24.201500 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7ad44b12-3854-473a-8dab-a76875a0e9ba req-901d22f3-9058-4071-a55b-b300a1c62bd0 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431666 Mar 21 22:09:24.655846 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81e4fa-c9ca-464c-84c5-e2efe4468a00 req-86459138-4b36-4baf-b0c6-71c62b34c1cc tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:24.657378 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8f81e4fa-c9ca-464c-84c5-e2efe4468a00 req-86459138-4b36-4baf-b0c6-71c62b34c1cc tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0548418 Mar 21 22:09:24.721126 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8f81e4fa-c9ca-464c-84c5-e2efe4468a00 req-1dbb5f1c-c0ca-43a3-8085-7d1e7a016d96 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579114 Mar 21 22:09:25.357761 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8228e-dacb-40c7-9d4c-77c559573a79 req-c25d39be-2d7b-47cc-b8da-331a1021fb57 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:25.359369 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a1e8228e-dacb-40c7-9d4c-77c559573a79 req-c25d39be-2d7b-47cc-b8da-331a1021fb57 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.1032259 Mar 21 22:09:25.372745 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2669371-d206-4c5b-b0c4-fb7fac71a485 req-4aa512bc-507f-4d16-ac7c-f0984fc03db9 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:25.374543 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b2669371-d206-4c5b-b0c4-fb7fac71a485 req-4aa512bc-507f-4d16-ac7c-f0984fc03db9 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 944 time: 0.1006434 Mar 21 22:09:25.449170 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a1e8228e-dacb-40c7-9d4c-77c559573a79 req-4c5cc85e-768d-498b-8a82-22d858fc528c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735383 Mar 21 22:09:25.466021 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b2669371-d206-4c5b-b0c4-fb7fac71a485 req-105072dc-b7f7-4886-a889-842cf81f4f33 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829785 Mar 21 22:09:25.695133 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 088bb62a-86af-46a0-849c-38b69dcabcad details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:09:25.707315 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 668cfa07-6222-407a-8eb6-acb912292210 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:09:25.845942 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 088bb62a-86af-46a0-849c-38b69dcabcad, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=088bb62a-86af-46a0-849c-38b69dcabcad,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:09:25.857367 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2576190-7579-4dff-9c7d-d8703bf3667c req-60cd32fe-8100-40d0-9f7e-a9d81b2a8253 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:25.858965 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f2576190-7579-4dff-9c7d-d8703bf3667c req-60cd32fe-8100-40d0-9f7e-a9d81b2a8253 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0610745 Mar 21 22:09:25.859453 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '088bb62a-86af-46a0-849c-38b69dcabcad', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'port_id': '088bb62a-86af-46a0-849c-38b69dcabcad', 'mac_address': 'fa:16:3e:9b:ce:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:09:25.902187 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 088bb62a-86af-46a0-849c-38b69dcabcad is: ACTIVE; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:09:25.902589 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:25.906113 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port 668cfa07-6222-407a-8eb6-acb912292210 completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:09:25.911738 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f2576190-7579-4dff-9c7d-d8703bf3667c req-d2208ef7-2714-44b7-8709-5378e48cb38f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463932 Mar 21 22:09:25.918407 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 668cfa07-6222-407a-8eb6-acb912292210 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:09:25.918787 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (668cfa07-6222-407a-8eb6-acb912292210), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:25.921491 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 088bb62a-86af-46a0-849c-38b69dcabcad {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:09:25.965087 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 088bb62a-86af-46a0-849c-38b69dcabcad, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=088bb62a-86af-46a0-849c-38b69dcabcad,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:09:26.029853 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 668cfa07-6222-407a-8eb6-acb912292210 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:09:26.030391 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (668cfa07-6222-407a-8eb6-acb912292210), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:26.033710 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:26.079471 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278720f6-0c42-409b-8c9e-2839d07b9cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668cfa07-6222-407a-8eb6-acb912292210'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:09:26.081703 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d85121d-56c6-41ae-ae40-09cccd0a1d3b" -d '{"events": [{"server_uuid": "278720f6-0c42-409b-8c9e-2839d07b9cba", "name": "network-vif-plugged", "status": "completed", "tag": "668cfa07-6222-407a-8eb6-acb912292210"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:09:26.100813 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 668cfa07-6222-407a-8eb6-acb912292210, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=668cfa07-6222-407a-8eb6-acb912292210,segment=NetworkSegment(ea8f7f58-9095-40e3-b57d-d59fba3b3c0f),segment_id=ea8f7f58-9095-40e3-b57d-d59fba3b3c0f)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:09:26.114047 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=088bb62a-86af-46a0-849c-38b69dcabcad,revision_number=6']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:26.123524 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f4df33-37b6-4f19-8a96-86846e094712 x-openstack-request-id: req-e3f4df33-37b6-4f19-8a96-86846e094712 {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:09:26.123843 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278720f6-0c42-409b-8c9e-2839d07b9cba", "name": "network-vif-plugged", "status": "completed", "tag": "668cfa07-6222-407a-8eb6-acb912292210", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:09:26.124103 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3f4df33-37b6-4f19-8a96-86846e094712 {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:09:26.124496 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278720f6-0c42-409b-8c9e-2839d07b9cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668cfa07-6222-407a-8eb6-acb912292210', 'code': 200} Mar 21 22:09:26.168792 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (668cfa07-6222-407a-8eb6-acb912292210), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:26.219182 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=668cfa07-6222-407a-8eb6-acb912292210,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:26.266628 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['088bb62a-86af-46a0-849c-38b69dcabcad'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:09:26.532507 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c227bf3-b2f7-4f74-af95-25eaaa088f8e req-50a68ada-4d8b-471c-bdb8-21df85ee581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:26.534079 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7c227bf3-b2f7-4f74-af95-25eaaa088f8e req-50a68ada-4d8b-471c-bdb8-21df85ee581b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 1129 time: 0.0600474 Mar 21 22:09:26.628739 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7c227bf3-b2f7-4f74-af95-25eaaa088f8e req-af39afa5-1141-4dcd-83f4-061c13f04cc0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787046 Mar 21 22:09:26.643185 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533eb2c-bef6-44d6-8419-8eb266a746ea req-9f8e4641-4080-4757-b88c-e9c073bde3f4 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:26.644705 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1533eb2c-bef6-44d6-8419-8eb266a746ea req-9f8e4641-4080-4757-b88c-e9c073bde3f4 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.1248236 Mar 21 22:09:26.657143 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389eda5-74c6-44a8-af71-dd3d7d68c124 req-28a56882-ec78-4e0a-80f6-ccdb3ac87d63 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:26.658631 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0389eda5-74c6-44a8-af71-dd3d7d68c124 req-28a56882-ec78-4e0a-80f6-ccdb3ac87d63 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 945 time: 0.1097550 Mar 21 22:09:26.728627 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1533eb2c-bef6-44d6-8419-8eb266a746ea req-d84947b0-492c-4fb1-b34e-395b2cd5ba49 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683823 Mar 21 22:09:26.735330 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0389eda5-74c6-44a8-af71-dd3d7d68c124 req-36b3a170-74a1-42f0-8fed-eccfcede451a tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697947 Mar 21 22:09:27.034960 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ec79f-f262-4207-8399-4d6d22e6b9de req-83d9886f-748d-49b5-8fb0-42b83128b92d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:27.036429 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4b4ec79f-f262-4207-8399-4d6d22e6b9de req-83d9886f-748d-49b5-8fb0-42b83128b92d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 944 time: 0.0533907 Mar 21 22:09:27.084293 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4b4ec79f-f262-4207-8399-4d6d22e6b9de req-1f773e55-9568-4cc0-9c4e-7e1ea1812afa tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423398 Mar 21 22:09:27.742507 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 088bb62a-86af-46a0-849c-38b69dcabcad up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:09:27.813417 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 088bb62a-86af-46a0-849c-38b69dcabcad triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:09:27.816905 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:27.892380 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b34e8-b0e1-4f5c-b3fd-6cc3aff88048 req-a4383fa2-a5ed-475c-b2d0-e9749c568e7a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:27.894033 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-473b34e8-b0e1-4f5c-b3fd-6cc3aff88048 req-a4383fa2-a5ed-475c-b2d0-e9749c568e7a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0906653 Mar 21 22:09:27.914387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326487f1-ff03-4292-abbf-884b7fe6c6cb req-364c3304-0a50-458d-9b0a-402ffd8b5127 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:27.916530 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-326487f1-ff03-4292-abbf-884b7fe6c6cb req-364c3304-0a50-458d-9b0a-402ffd8b5127 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 945 time: 0.1034355 Mar 21 22:09:27.981673 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-473b34e8-b0e1-4f5c-b3fd-6cc3aff88048 req-265bb3aa-abc0-483e-9ee0-6db4c72b49aa tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818648 Mar 21 22:09:27.995184 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-326487f1-ff03-4292-abbf-884b7fe6c6cb req-fec2f3f2-1ae1-4a15-ae59-ad494a106718 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719860 Mar 21 22:09:28.045312 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 088bb62a-86af-46a0-849c-38b69dcabcad is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:09:28.045695 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:28.079027 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 088bb62a-86af-46a0-849c-38b69dcabcad, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=088bb62a-86af-46a0-849c-38b69dcabcad,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:09:28.126025 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088bb62a-86af-46a0-849c-38b69dcabcad'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:09:28.129464 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdb82ca-ef6f-40bf-a7c9-cc7a20dfabb6" -d '{"events": [{"server_uuid": "518ff043-1ebd-4fed-9202-2464e4bbe8ed", "name": "network-vif-plugged", "status": "completed", "tag": "088bb62a-86af-46a0-849c-38b69dcabcad"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:09:28.155731 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:28.187786 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953260b8-30f7-434a-b614-0612e4494e9f x-openstack-request-id: req-953260b8-30f7-434a-b614-0612e4494e9f {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:09:28.188209 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518ff043-1ebd-4fed-9202-2464e4bbe8ed", "name": "network-vif-plugged", "status": "completed", "tag": "088bb62a-86af-46a0-849c-38b69dcabcad", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:09:28.188531 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-953260b8-30f7-434a-b614-0612e4494e9f {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:09:28.188930 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088bb62a-86af-46a0-849c-38b69dcabcad', 'code': 200} Mar 21 22:09:28.217789 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=088bb62a-86af-46a0-849c-38b69dcabcad,revision_number=7']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:28.223376 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df83d0-01ae-497b-82bc-fc06e3c1b97b req-fb0858d2-c357-4fe3-8529-bf118195ab10 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:28.234056 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-71df83d0-01ae-497b-82bc-fc06e3c1b97b req-fb0858d2-c357-4fe3-8529-bf118195ab10 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0606296 Mar 21 22:09:28.278102 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-71df83d0-01ae-497b-82bc-fc06e3c1b97b req-663b5079-4757-482b-a324-d6fff78ad296 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449862 Mar 21 22:09:29.147256 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac1d46-1cb7-4ac0-8fd7-d4b41d11c3df req-01adaa6d-04a2-4b36-a125-8e264fc1b78e tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:29.148744 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-73ac1d46-1cb7-4ac0-8fd7-d4b41d11c3df req-01adaa6d-04a2-4b36-a125-8e264fc1b78e tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0834072 Mar 21 22:09:29.162135 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca6465-9842-4a8d-8d51-f80ce60fbb63 req-e2b7f124-1d48-415f-8d10-d76fb87db13b tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:29.163599 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c0ca6465-9842-4a8d-8d51-f80ce60fbb63 req-e2b7f124-1d48-415f-8d10-d76fb87db13b tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 945 time: 0.0727479 Mar 21 22:09:29.236383 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-73ac1d46-1cb7-4ac0-8fd7-d4b41d11c3df req-2ad5b778-1185-4986-b827-f449812ee215 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815175 Mar 21 22:09:29.239591 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c0ca6465-9842-4a8d-8d51-f80ce60fbb63 req-d9f577d6-b4e2-4a8a-814e-4e02eaeb858f tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698900 Mar 21 22:09:29.402060 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48855a5-b241-4c08-858f-61a08867c1b7 req-bc656051-b008-4a21-8e31-aa1042e93c0d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:29.403569 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f48855a5-b241-4c08-858f-61a08867c1b7 req-bc656051-b008-4a21-8e31-aa1042e93c0d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0566058 Mar 21 22:09:29.456909 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f48855a5-b241-4c08-858f-61a08867c1b7 req-7c7228b2-5909-4250-ad41-8149a55c99ed tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444219 Mar 21 22:09:30.389128 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f76dcc-b560-45f5-a70b-4e91a90e7fe1 req-2546a648-34fe-43a3-9e83-4efa14107266 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:30.390618 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-24f76dcc-b560-45f5-a70b-4e91a90e7fe1 req-2546a648-34fe-43a3-9e83-4efa14107266 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0829878 Mar 21 22:09:30.403048 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510960c-00fd-4140-9af8-e3f22a2c5fce req-fe7860a0-e8fc-4cd6-8ba4-06fa9cd8f6aa tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:30.404777 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4510960c-00fd-4140-9af8-e3f22a2c5fce req-fe7860a0-e8fc-4cd6-8ba4-06fa9cd8f6aa tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 945 time: 0.0956843 Mar 21 22:09:30.474624 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-24f76dcc-b560-45f5-a70b-4e91a90e7fe1 req-4f7c3798-6191-43ff-8b84-6c811c796740 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688796 Mar 21 22:09:30.489471 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4510960c-00fd-4140-9af8-e3f22a2c5fce req-e63f72b9-1c2d-414c-8017-2f2dbff4943f tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765343 Mar 21 22:09:30.606850 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a489206-7714-4c0e-9da8-75f63e4ed317 req-3083d3c8-7b97-4cfd-942b-69c027097ef7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:30.609785 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2a489206-7714-4c0e-9da8-75f63e4ed317 req-3083d3c8-7b97-4cfd-942b-69c027097ef7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0703990 Mar 21 22:09:30.679226 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2a489206-7714-4c0e-9da8-75f63e4ed317 req-5b227b96-1e50-4c09-8189-8a616e6f133b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618382 Mar 21 22:09:31.607714 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c0c7b-7860-4566-9f86-4c30a2855014 req-0db99ed5-b4ff-4719-be04-90729857fe00 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:31.609219 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c38c0c7b-7860-4566-9f86-4c30a2855014 req-0db99ed5-b4ff-4719-be04-90729857fe00 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0548155 Mar 21 22:09:31.660855 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c38c0c7b-7860-4566-9f86-4c30a2855014 req-18234a04-6ac5-412e-938f-1247bc7a3917 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460567 Mar 21 22:09:31.821741 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dd2d0-5d8f-49ed-aa4d-23ff8cdbfe0d req-9e3b2d46-b7ff-4aa2-8309-ad84b597ebb3 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:31.823231 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-891dd2d0-5d8f-49ed-aa4d-23ff8cdbfe0d req-9e3b2d46-b7ff-4aa2-8309-ad84b597ebb3 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0545006 Mar 21 22:09:31.872560 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-891dd2d0-5d8f-49ed-aa4d-23ff8cdbfe0d req-a73cfca7-ebd0-4af4-b47f-f7f051e226f5 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436165 Mar 21 22:09:32.784556 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f786886-155b-413c-97fd-fc9c7cfc2b2c req-6cb50ab8-645f-4510-9788-83bb4f498d73 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:32.786375 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7f786886-155b-413c-97fd-fc9c7cfc2b2c req-6cb50ab8-645f-4510-9788-83bb4f498d73 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0554309 Mar 21 22:09:32.834612 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7f786886-155b-413c-97fd-fc9c7cfc2b2c req-b0bef7db-d79a-4b51-a0e7-374384d58602 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425761 Mar 21 22:09:33.002771 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd794c2-cf5e-44e2-b8f6-4e72f03e4ad9 req-1e0c7103-cfb5-484c-a78d-9e1dee8f1161 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:33.004267 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5fd794c2-cf5e-44e2-b8f6-4e72f03e4ad9 req-1e0c7103-cfb5-484c-a78d-9e1dee8f1161 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0589592 Mar 21 22:09:33.053883 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5fd794c2-cf5e-44e2-b8f6-4e72f03e4ad9 req-83ea463f-6d61-47f3-a2dd-35b1f688d0c4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434875 Mar 21 22:09:33.967309 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae57c49-2b58-4e35-96a6-a947630d4b20 req-40d7d399-8a7b-48c1-b7fb-e70b9043061e tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:33.968966 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3ae57c49-2b58-4e35-96a6-a947630d4b20 req-40d7d399-8a7b-48c1-b7fb-e70b9043061e tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0601709 Mar 21 22:09:34.031471 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3ae57c49-2b58-4e35-96a6-a947630d4b20 req-37b9d255-5b01-467d-bc93-b50aa842f853 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555720 Mar 21 22:09:34.186777 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfea500-46b8-41af-8bf9-775e4107e1ab req-df3974c7-edae-4db0-9a59-9d66496f0dd1 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:34.188453 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7dfea500-46b8-41af-8bf9-775e4107e1ab req-df3974c7-edae-4db0-9a59-9d66496f0dd1 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0568206 Mar 21 22:09:34.249381 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7dfea500-46b8-41af-8bf9-775e4107e1ab req-b500e650-2777-4564-bf5d-36027efc818b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547898 Mar 21 22:09:35.164483 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edcdfe-2c9c-4cb4-ae8a-6f81657f4cbb req-3dbb4b48-48cf-449e-af42-2c1402337c90 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:35.166838 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-26edcdfe-2c9c-4cb4-ae8a-6f81657f4cbb req-3dbb4b48-48cf-449e-af42-2c1402337c90 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0606866 Mar 21 22:09:35.218289 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-26edcdfe-2c9c-4cb4-ae8a-6f81657f4cbb req-ae0d6633-1b3e-41bd-9929-247cf4d93518 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452464 Mar 21 22:09:35.406286 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1fd4d-7b88-497f-81ea-0b4a2a858e58 req-6f77d496-fbaa-411f-9c20-9246e067c830 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:35.407861 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-70e1fd4d-7b88-497f-81ea-0b4a2a858e58 req-6f77d496-fbaa-411f-9c20-9246e067c830 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0600770 Mar 21 22:09:35.495485 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-70e1fd4d-7b88-497f-81ea-0b4a2a858e58 req-891e9f01-5d21-42ff-804c-accd2c891763 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780194 Mar 21 22:09:36.346981 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51edd8-2149-48fe-a571-7870ffc48a85 req-8d3b36b2-778c-4f4b-89cd-07226f290111 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:36.350042 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d51edd8-2149-48fe-a571-7870ffc48a85 req-8d3b36b2-778c-4f4b-89cd-07226f290111 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0603120 Mar 21 22:09:36.397819 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d51edd8-2149-48fe-a571-7870ffc48a85 req-b51165e2-2d97-42a7-b4c8-8ddc3d3144ed tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422509 Mar 21 22:09:36.632690 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7ba1b-1aa8-470d-9194-cb8be733ce52 req-d127f3fe-e5c2-44b6-9ebc-3e6e07f8b7f2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:36.634186 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a2e7ba1b-1aa8-470d-9194-cb8be733ce52 req-d127f3fe-e5c2-44b6-9ebc-3e6e07f8b7f2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0602880 Mar 21 22:09:36.695085 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a2e7ba1b-1aa8-470d-9194-cb8be733ce52 req-2e2db2f3-a513-460c-9997-c58486947486 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534546 Mar 21 22:09:37.346907 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ec996-1679-43ce-9308-14a4141c57fb req-37b5f342-b8dc-43e7-9657-7d76568edd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:37.348501 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-803ec996-1679-43ce-9308-14a4141c57fb req-37b5f342-b8dc-43e7-9657-7d76568edd50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9e8bc23578427484ebb0a84c1373dd&device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 1129 time: 0.0641830 Mar 21 22:09:37.554200 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ec996-1679-43ce-9308-14a4141c57fb req-af89fd1b-627b-495b-b0e9-5a8f2f7c8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:37.557198 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-803ec996-1679-43ce-9308-14a4141c57fb req-af89fd1b-627b-495b-b0e9-5a8f2f7c8dea service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc8503e8-31f1-41da-8113-df0ee579a55e HTTP/1.1" status: 200 len: 917 time: 0.1823001 Mar 21 22:09:37.696409 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f9c55-279c-46ac-b582-354c0945141a req-793d4843-b06a-4d7f-aa29-a7027086c179 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:37.699346 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-936f9c55-279c-46ac-b582-354c0945141a req-793d4843-b06a-4d7f-aa29-a7027086c179 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.2178562 Mar 21 22:09:37.782350 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-803ec996-1679-43ce-9308-14a4141c57fb req-85f71892-c2d8-4f9b-913d-de6169d03ae9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=088bb62a-86af-46a0-849c-38b69dcabcad HTTP/1.1" status: 200 len: 1001 time: 0.2179642 Mar 21 22:09:37.875478 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-936f9c55-279c-46ac-b582-354c0945141a req-9c4df0fa-8ad9-499e-95d5-b7739fec9a96 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588933 Mar 21 22:09:37.916369 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ec996-1679-43ce-9308-14a4141c57fb req-aeee2530-2fd0-403e-8679-5c08e292de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:37.917836 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-803ec996-1679-43ce-9308-14a4141c57fb req-aeee2530-2fd0-403e-8679-5c08e292de3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37b0320c-c075-480b-87d9-3b058ff4a544 HTTP/1.1" status: 200 len: 855 time: 0.1244957 Mar 21 22:09:37.945509 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c9aa5-8b0b-4979-b97b-4b4fddde53d6 req-5739814f-d2cb-46b7-a36b-d2d09ba601ce tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:37.947134 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b67c9aa5-8b0b-4979-b97b-4b4fddde53d6 req-5739814f-d2cb-46b7-a36b-d2d09ba601ce tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.1065719 Mar 21 22:09:38.026428 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ec996-1679-43ce-9308-14a4141c57fb req-f7f53e32-2048-4df0-bbf8-41c6f0172c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:38.028005 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-803ec996-1679-43ce-9308-14a4141c57fb req-f7f53e32-2048-4df0-bbf8-41c6f0172c74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc8503e8-31f1-41da-8113-df0ee579a55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012998 Mar 21 22:09:38.033249 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b67c9aa5-8b0b-4979-b97b-4b4fddde53d6 req-6794db41-154a-4962-8a9b-f9d5e2423947 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690281 Mar 21 22:09:38.151430 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-803ec996-1679-43ce-9308-14a4141c57fb req-4bd16827-8c47-4acf-b9a0-348566fe1fda service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137700 Mar 21 22:09:38.256205 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-803ec996-1679-43ce-9308-14a4141c57fb req-ea210d43-c1a9-4121-9def-b4f1ec076769 service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982730 Mar 21 22:09:38.590203 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0b5de8d4-8387-449c-8039-5b6d86c77766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:38.831514 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-66eacdd0-8b0d-4b5e-9f62-33ac837145ca tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1967196920&fields=id&tenant_id=7dbb0924c2d1456aaea6264ed21663f8 HTTP/1.1" status: 200 len: 267 time: 0.0660195 Mar 21 22:09:39.027251 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-2269f645-fd4d-4a3a-884d-c71ad18dcfd2 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:39.035828 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-2269f645-fd4d-4a3a-884d-c71ad18dcfd2 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/networks?id=bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 HTTP/1.1" status: 200 len: 808 time: 0.1924248 Mar 21 22:09:39.053600 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-e8fc7f39-35a2-48d5-bc1a-082a459fe981 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/quotas/7dbb0924c2d1456aaea6264ed21663f8 HTTP/1.1" status: 200 len: 375 time: 0.0164480 Mar 21 22:09:39.103916 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc8166-5178-400e-87e7-3f57a67c95b8 req-e9ac4bca-4943-4c8c-948d-71ec824d16ef tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:39.105430 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c2cc8166-5178-400e-87e7-3f57a67c95b8 req-e9ac4bca-4943-4c8c-948d-71ec824d16ef tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.1291738 Mar 21 22:09:39.179786 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-97c3b4e4-28e3-496f-b504-7f764061e541 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb0924c2d1456aaea6264ed21663f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1198144 Mar 21 22:09:39.183760 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c2cc8166-5178-400e-87e7-3f57a67c95b8 req-61866d47-0598-4074-b730-428f2a2df9c2 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699861 Mar 21 22:09:39.335007 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-43dc4c48-261e-4941-9c3a-f3233c5d086f service neutron] 10.222.0.45 "GET /v2.0/networks/bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424897 Mar 21 22:09:39.496779 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82772b-0bc2-49fd-961b-e82674da1d53 req-af893c4b-bab7-4921-a196-961bc6f2faef tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:39.498318 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8f82772b-0bc2-49fd-961b-e82674da1d53 req-af893c4b-bab7-4921-a196-961bc6f2faef tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.1665080 Mar 21 22:09:39.500703 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-0f582f7f-875b-4f0b-a022-6cfb2d117d72 service neutron] 10.222.0.45 "GET /v2.0/networks/bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575944 Mar 21 22:09:39.596418 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8f82772b-0bc2-49fd-961b-e82674da1d53 req-04f36bb7-5079-4061-86ef-3cadcd44cc73 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916915 Mar 21 22:09:40.017552 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:40.379695 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-418898a7-384b-4445-9ab1-8b86b195d4c5 req-865c06fa-9003-43b1-a5d4-4ede333da8ef tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0685198 Mar 21 22:09:40.436773 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32866eb1-05d6-446d-87d2-557a28c5be0d req-643d5393-76ae-4a3e-9a5b-b0b547f48a8f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:40.438525 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-32866eb1-05d6-446d-87d2-557a28c5be0d req-643d5393-76ae-4a3e-9a5b-b0b547f48a8f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0702608 Mar 21 22:09:40.528548 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-32866eb1-05d6-446d-87d2-557a28c5be0d req-9ec8fd62-db07-4253-8356-df3f16fb9c1c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843544 Mar 21 22:09:40.781346 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc93a2-20fd-48d9-a0ef-71db029e5413 req-519acccb-eb74-4ce4-9f3e-7ef83e6dfab8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:40.787228 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e2cc93a2-20fd-48d9-a0ef-71db029e5413 req-519acccb-eb74-4ce4-9f3e-7ef83e6dfab8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0836253 Mar 21 22:09:40.866249 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e2cc93a2-20fd-48d9-a0ef-71db029e5413 req-fa8b85bb-231b-43a8-8b84-8bfcfe352264 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728161 Mar 21 22:09:41.100825 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cbecd014-85df-4f16-b970-466117331208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:41.432810 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:09:41.499643 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bfa0e1c8-59fc-467d-862d-a7134c15f9b9 req-09ded8d3-9021-4894-88b7-b0b260f01f63 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0457935 Mar 21 22:09:41.722052 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570cee4-1a7e-45cd-b37e-f28c8af94137 req-492af422-ce40-4dec-8102-c3b6455e5a5f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:41.723928 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7570cee4-1a7e-45cd-b37e-f28c8af94137 req-492af422-ce40-4dec-8102-c3b6455e5a5f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.1051738 Mar 21 22:09:41.795908 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7570cee4-1a7e-45cd-b37e-f28c8af94137 req-4e517914-23ef-4621-a9a7-b4909e57064c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616195 Mar 21 22:09:42.038582 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93a3f5-3897-4aa1-981d-54d417e1c7a9 req-495e6027-c854-4dd7-bb01-f17ef477c987 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:42.040511 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b93a3f5-3897-4aa1-981d-54d417e1c7a9 req-495e6027-c854-4dd7-bb01-f17ef477c987 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0757592 Mar 21 22:09:42.119100 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b93a3f5-3897-4aa1-981d-54d417e1c7a9 req-db543b8d-24de-49a6-84dc-05de993904c9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539105 Mar 21 22:09:42.536944 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdec8d-639a-42dd-bed0-860f92b0d20e req-f27ac376-b279-480e-892e-59972aac4a6d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:42.538707 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-88cdec8d-639a-42dd-bed0-860f92b0d20e req-f27ac376-b279-480e-892e-59972aac4a6d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0609403 Mar 21 22:09:42.604682 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-88cdec8d-639a-42dd-bed0-860f92b0d20e req-77987da6-f850-49dc-a304-0eee409379f9 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603476 Mar 21 22:09:42.629111 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f0c73f4d-b49d-427b-814a-20a86f6bfb08 req-827169e1-ad93-4826-9961-536cb59bb44a tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0385866 Mar 21 22:09:42.846412 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:43.284932 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4f764-31bd-4e3c-a77e-a99012fdbc34 req-8b36f5d5-a1a6-4d7e-8cac-10ace09dab90 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:43.287221 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9fa4f764-31bd-4e3c-a77e-a99012fdbc34 req-8b36f5d5-a1a6-4d7e-8cac-10ace09dab90 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0674121 Mar 21 22:09:43.350136 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9fa4f764-31bd-4e3c-a77e-a99012fdbc34 req-c93f8777-8a26-44dd-a79b-d3c5d4a6a789 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519605 Mar 21 22:09:43.776853 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-61b88c78-d0bc-41a2-bcea-bb749103cb42 req-199cf0c5-c44d-4789-977d-ba56cbf6d580 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0347331 Mar 21 22:09:44.016675 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214e274-39b0-4321-9138-1b6809f533d8 req-43197770-ee19-40e8-aeca-49a11c4de539 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:44.018703 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8214e274-39b0-4321-9138-1b6809f533d8 req-43197770-ee19-40e8-aeca-49a11c4de539 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.3299782 Mar 21 22:09:44.069057 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8214e274-39b0-4321-9138-1b6809f533d8 req-e746c6d2-548c-4d47-8a97-470e8604e5b4 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444653 Mar 21 22:09:44.300233 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:44.574343 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983f639-13e9-4e47-9ede-641630197834 req-77003995-e415-4fad-93b6-b0beeaabf5aa tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:44.576141 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a983f639-13e9-4e47-9ede-641630197834 req-77003995-e415-4fad-93b6-b0beeaabf5aa tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.1493530 Mar 21 22:09:44.624232 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a983f639-13e9-4e47-9ede-641630197834 req-08e490be-f4a2-4c57-ac6f-e8e93843eafa tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425899 Mar 21 22:09:44.880281 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cba6eb0c-0f8c-4363-a94b-a5b3ff3d339a req-0c6c9b40-7591-4ff6-9f90-8b3ff1b210fa tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0339124 Mar 21 22:09:45.197437 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad5dac-8d7b-4e42-a404-115bfcdf42f4 req-b59dbdbf-f326-4bbd-ba90-58cd72b195ef tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:45.198987 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bbad5dac-8d7b-4e42-a404-115bfcdf42f4 req-b59dbdbf-f326-4bbd-ba90-58cd72b195ef tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0603783 Mar 21 22:09:45.277975 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bbad5dac-8d7b-4e42-a404-115bfcdf42f4 req-80f1aa23-e8d2-4318-b6db-f4e3104b2250 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626962 Mar 21 22:09:45.654141 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:45.765617 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0b773-1f60-45af-bc3a-1a92ee46955b req-bf516974-94a8-4996-8574-dbc02ead9c74 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:45.767284 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-35c0b773-1f60-45af-bc3a-1a92ee46955b req-bf516974-94a8-4996-8574-dbc02ead9c74 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0598750 Mar 21 22:09:45.824143 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-35c0b773-1f60-45af-bc3a-1a92ee46955b req-43d8d860-4217-4062-9a41-1f0cb870e08f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498953 Mar 21 22:09:45.978957 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b4f9b2be-ca52-4cf1-bf78-86d44bd98ad3 req-64d052a2-1372-4a3f-bd22-88bb0c0ce84c tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0279098 Mar 21 22:09:46.392032 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfc108-40bf-4cf3-bf9e-1f73b672a1fd req-1e2edfbd-2824-4aa2-9976-d965ee4d5fc1 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:46.393583 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-eacfc108-40bf-4cf3-bf9e-1f73b672a1fd req-1e2edfbd-2824-4aa2-9976-d965ee4d5fc1 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0650620 Mar 21 22:09:46.457475 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-eacfc108-40bf-4cf3-bf9e-1f73b672a1fd req-95c4b218-3c55-4b4e-a85f-ffb786ec2ad9 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574272 Mar 21 22:09:47.059998 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc4ad3-192d-40d2-ab3f-728602a7a5df req-5c10ce44-161b-45e1-a333-507dd3d8f86c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:47.061560 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bdcc4ad3-192d-40d2-ab3f-728602a7a5df req-5c10ce44-161b-45e1-a333-507dd3d8f86c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.1121104 Mar 21 22:09:47.125550 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1fc45a55-8e5d-4243-bb86-8428560d72fc req-2e62dd3b-fb6e-4342-8b36-2736a3fa92bd tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0283363 Mar 21 22:09:47.155874 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bdcc4ad3-192d-40d2-ab3f-728602a7a5df req-2b38bd31-3ef7-4e85-9d3b-d25eaa93334a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869782 Mar 21 22:09:47.597802 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a300685-21e4-46ec-ade0-66da7f59a832 req-c0025e2b-440c-4de7-aaa2-5d8a53cf676f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:47.599402 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4a300685-21e4-46ec-ade0-66da7f59a832 req-c0025e2b-440c-4de7-aaa2-5d8a53cf676f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0658784 Mar 21 22:09:47.649656 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4a300685-21e4-46ec-ade0-66da7f59a832 req-c6bea4f5-1dee-40de-be5e-1ce57d243d3f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444391 Mar 21 22:09:48.230533 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-faeb843b-1ee1-4e64-b5da-5f73ca1c81cf req-747c3c93-ffa2-46d5-be81-6d999be9a9da tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0314543 Mar 21 22:09:48.291878 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2c965-11cb-4b50-b598-d3dfd773286e req-5d8e4844-2ca8-401f-a2d3-7b2cd688ae27 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:48.293535 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1ba2c965-11cb-4b50-b598-d3dfd773286e req-5d8e4844-2ca8-401f-a2d3-7b2cd688ae27 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0565050 Mar 21 22:09:48.364160 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1ba2c965-11cb-4b50-b598-d3dfd773286e req-adf0a90d-45dd-4c61-8040-7eb7673740b6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644748 Mar 21 22:09:48.783612 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dfe2a-2783-430f-8dcf-91c04cbe3447 req-2f1a91ad-243e-41c1-8447-81de39c66a10 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:48.785248 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d39dfe2a-2783-430f-8dcf-91c04cbe3447 req-2f1a91ad-243e-41c1-8447-81de39c66a10 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0618193 Mar 21 22:09:48.842224 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d39dfe2a-2783-430f-8dcf-91c04cbe3447 req-51fb0b6c-9b7a-4bea-b2b4-ccc550a3f8ab tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503783 Mar 21 22:09:49.324069 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7e987882-7dbe-4f9c-b221-90bfc8020ea4 req-b6c21462-75ba-42bd-8326-10e3984dd264 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0267472 Mar 21 22:09:49.506029 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2813f59-1721-4972-8c2f-c62d382673e3 req-f5038583-5d22-4726-bf8e-83380ea7444e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:49.507623 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f2813f59-1721-4972-8c2f-c62d382673e3 req-f5038583-5d22-4726-bf8e-83380ea7444e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0610948 Mar 21 22:09:49.561357 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f2813f59-1721-4972-8c2f-c62d382673e3 req-c9a77f5c-10fb-4173-940a-4856618905a8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473526 Mar 21 22:09:50.002899 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16627f-9ba5-46aa-8f58-ac82dfc067a5 req-a854ae2b-c9f1-4996-a271-aef44ecb6f0c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:50.005590 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0d16627f-9ba5-46aa-8f58-ac82dfc067a5 req-a854ae2b-c9f1-4996-a271-aef44ecb6f0c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0734270 Mar 21 22:09:50.106855 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0d16627f-9ba5-46aa-8f58-ac82dfc067a5 req-51d142ce-33cb-4b8a-9991-1d882836f84a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926700 Mar 21 22:09:50.121743 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28637efe-e18e-400d-8d77-52ac52512bcb req-b95d6d03-bb3d-4310-83a0-de661d0e40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:50.126288 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-28637efe-e18e-400d-8d77-52ac52512bcb req-b95d6d03-bb3d-4310-83a0-de661d0e40a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6badcf73def74a95ba7f934a370e6481&device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 1129 time: 0.0817821 Mar 21 22:09:50.449143 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-25df3a2f-0e5f-4382-b7c9-7a560fb7d85b req-9702a3d3-46ab-46fc-ba9a-ad20dc1cb78f tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0324385 Mar 21 22:09:50.482128 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28637efe-e18e-400d-8d77-52ac52512bcb req-7b4bbd1d-0f47-4f5c-bd39-c27158c96e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:50.483657 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-28637efe-e18e-400d-8d77-52ac52512bcb req-7b4bbd1d-0f47-4f5c-bd39-c27158c96e2c service neutron] 10.222.0.47 "GET /v2.0/networks?id=40ee543d-b9b0-4194-aff5-428ab22bb708 HTTP/1.1" status: 200 len: 912 time: 0.3538022 Mar 21 22:09:50.553205 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-28637efe-e18e-400d-8d77-52ac52512bcb req-5a52aa0f-e05b-4ebb-b363-c1b6c8c3ea6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f849430-8958-4a1e-b9a8-39f1053b25e6 HTTP/1.1" status: 200 len: 1001 time: 0.0627902 Mar 21 22:09:50.604106 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28637efe-e18e-400d-8d77-52ac52512bcb req-f5a61c95-0df0-4269-9ec4-6426494e99c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:50.605541 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-28637efe-e18e-400d-8d77-52ac52512bcb req-f5a61c95-0df0-4269-9ec4-6426494e99c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97b37723-8621-4579-8205-a7e22e0b1d04 HTTP/1.1" status: 200 len: 850 time: 0.0458457 Mar 21 22:09:50.684628 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28637efe-e18e-400d-8d77-52ac52512bcb req-a841fa54-f841-4873-b21b-6b30f8cbfa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:50.686104 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-28637efe-e18e-400d-8d77-52ac52512bcb req-a841fa54-f841-4873-b21b-6b30f8cbfa6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40ee543d-b9b0-4194-aff5-428ab22bb708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746403 Mar 21 22:09:50.708936 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864829e8-4a49-4a37-acb6-cdf3ccea8280 req-32ab9b95-d356-4b51-b603-f9596069a88f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:50.710428 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-864829e8-4a49-4a37-acb6-cdf3ccea8280 req-32ab9b95-d356-4b51-b603-f9596069a88f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0726080 Mar 21 22:09:50.810485 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-864829e8-4a49-4a37-acb6-cdf3ccea8280 req-347ae2e9-8677-4961-a0f9-21f2c2eac494 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905468 Mar 21 22:09:50.821149 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-28637efe-e18e-400d-8d77-52ac52512bcb req-149ba6a9-8538-4ace-8a43-4890cfb820ea service neutron] 10.222.0.47 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272717 Mar 21 22:09:50.914588 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-28637efe-e18e-400d-8d77-52ac52512bcb req-2f4a9ca9-fc09-4c04-bb55-dad13aa807f2 service neutron] 10.222.0.47 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861332 Mar 21 22:09:51.237606 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c67c2-3534-4224-86bf-be80bd393379 req-d6df188c-6d1c-4ee5-849f-74d137e71b4c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:51.239149 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-af8c67c2-3534-4224-86bf-be80bd393379 req-d6df188c-6d1c-4ee5-849f-74d137e71b4c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0590262 Mar 21 22:09:51.289407 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-af8c67c2-3534-4224-86bf-be80bd393379 req-82a9e4f6-ea77-4af9-a561-2926efba22f7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444984 Mar 21 22:09:51.551530 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1a8da52f-0364-427d-acf1-7d9e93bf6b15 req-8c7d4254-2eda-4c9b-9a45-adbe1c6082d4 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0280163 Mar 21 22:09:51.934206 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d469807-43c9-4b4c-84e7-c94b94bfa825 req-a7ac71d4-f48f-4390-a0c5-4d2cbd7ee361 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:51.935694 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5d469807-43c9-4b4c-84e7-c94b94bfa825 req-a7ac71d4-f48f-4390-a0c5-4d2cbd7ee361 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0522232 Mar 21 22:09:51.986536 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5d469807-43c9-4b4c-84e7-c94b94bfa825 req-c6d144c0-4400-496d-9a14-2fd3eac7e721 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454028 Mar 21 22:09:52.220766 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e820be-f47b-434b-a966-a6cd0ea07f5a req-5ee9a377-68ee-46b8-9266-ba3f80c7ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:52.222311 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c0e820be-f47b-434b-a966-a6cd0ea07f5a req-5ee9a377-68ee-46b8-9266-ba3f80c7ad4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9e8bc23578427484ebb0a84c1373dd&device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 1129 time: 0.0480869 Mar 21 22:09:52.343821 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e820be-f47b-434b-a966-a6cd0ea07f5a req-7be93818-f188-4a57-b714-992d55712506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:52.345458 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c0e820be-f47b-434b-a966-a6cd0ea07f5a req-7be93818-f188-4a57-b714-992d55712506 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc8503e8-31f1-41da-8113-df0ee579a55e HTTP/1.1" status: 200 len: 917 time: 0.0896375 Mar 21 22:09:52.439663 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eb959-1d3f-4526-b51c-6f686b3810d1 req-f35558cf-e457-46bf-a433-0d3bcd98a9fa tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:52.441232 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9c3eb959-1d3f-4526-b51c-6f686b3810d1 req-f35558cf-e457-46bf-a433-0d3bcd98a9fa tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0598340 Mar 21 22:09:52.491416 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9c3eb959-1d3f-4526-b51c-6f686b3810d1 req-0cb126f2-8324-468b-90d9-e37d45788572 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439048 Mar 21 22:09:52.645550 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9e3f7e59-b397-4c77-979d-7bf2cf242646 req-31e01232-f881-4e2c-8b80-22fbbfa712a1 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0284028 Mar 21 22:09:53.114977 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0665c7-22d8-44fb-8837-ac4a2a315c34 req-c01bc083-3ed4-4f32-87d0-11e89d484403 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:53.116430 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7c0665c7-22d8-44fb-8837-ac4a2a315c34 req-c01bc083-3ed4-4f32-87d0-11e89d484403 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0508332 Mar 21 22:09:53.163069 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7c0665c7-22d8-44fb-8837-ac4a2a315c34 req-3e4ce590-6314-4f09-8c4b-2c707e2c0f9c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406880 Mar 21 22:09:53.612741 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df9938-f12d-4b3e-8b99-a2aef1dfb726 req-0f3cc30b-926e-4900-989f-97307bf0f70d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:53.614256 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a7df9938-f12d-4b3e-8b99-a2aef1dfb726 req-0f3cc30b-926e-4900-989f-97307bf0f70d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0561867 Mar 21 22:09:53.662966 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a7df9938-f12d-4b3e-8b99-a2aef1dfb726 req-bb3a83a6-f1f1-4291-97a8-8854ac7dd359 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419779 Mar 21 22:09:53.741889 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d6f90869-a2ac-4dd4-81ba-32d487a0132b req-64a8e469-e9d7-4e9c-b18f-617df549289c tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0272999 Mar 21 22:09:54.286004 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f97ed-3b5f-4833-a6e0-8b653619542c req-9c518c45-493b-4abc-9f4f-28e93fd20559 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:54.287521 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-038f97ed-3b5f-4833-a6e0-8b653619542c req-9c518c45-493b-4abc-9f4f-28e93fd20559 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 945 time: 0.0524960 Mar 21 22:09:54.344435 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-038f97ed-3b5f-4833-a6e0-8b653619542c req-eed4d7e4-ee1b-4e90-9f91-d05c900b732c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514841 Mar 21 22:09:54.399369 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c0e820be-f47b-434b-a966-a6cd0ea07f5a req-f5314283-ec75-4f80-900f-b92223c67f48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=088bb62a-86af-46a0-849c-38b69dcabcad HTTP/1.1" status: 200 len: 1001 time: 0.0678444 Mar 21 22:09:54.789772 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41257fb-718b-49eb-a99f-979edcbae951 req-764c76de-980a-4cad-939d-eed6251f2ace tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:54.789772 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d41257fb-718b-49eb-a99f-979edcbae951 req-764c76de-980a-4cad-939d-eed6251f2ace tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0556309 Mar 21 22:09:54.849714 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e1d6bfdc-3075-4a42-8c0e-ab7f6226117a req-0c9fa99e-21fc-40f0-9396-c64c67fe92a2 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0366583 Mar 21 22:09:54.865759 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d41257fb-718b-49eb-a99f-979edcbae951 req-9785451f-5fbf-4424-a874-4881783477d1 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738549 Mar 21 22:09:55.332819 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 088bb62a-86af-46a0-849c-38b69dcabcad no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:09:55.415029 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 088bb62a-86af-46a0-849c-38b69dcabcad is: ACTIVE; New status is: DOWN {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:09:55.415428 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:55.445252 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088bb62a-86af-46a0-849c-38b69dcabcad'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:09:55.447854 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1014e4-4d5d-44c7-8989-32ae37b9362a" -d '{"events": [{"server_uuid": "518ff043-1ebd-4fed-9202-2464e4bbe8ed", "name": "network-vif-unplugged", "status": "completed", "tag": "088bb62a-86af-46a0-849c-38b69dcabcad"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:09:55.460695 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 088bb62a-86af-46a0-849c-38b69dcabcad, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=088bb62a-86af-46a0-849c-38b69dcabcad,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:09:55.491908 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Mar 2022 22:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abd6d7b-be2f-4a3d-8387-5379662470c6 x-openstack-request-id: req-8abd6d7b-be2f-4a3d-8387-5379662470c6 {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:09:55.492197 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518ff043-1ebd-4fed-9202-2464e4bbe8ed", "name": "network-vif-unplugged", "status": "completed", "tag": "088bb62a-86af-46a0-849c-38b69dcabcad", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:09:55.492497 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8abd6d7b-be2f-4a3d-8387-5379662470c6 {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:09:55.492889 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088bb62a-86af-46a0-849c-38b69dcabcad', 'code': 200} Mar 21 22:09:55.533969 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:55.580618 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abfb69-2681-4e3e-8250-6fd9e4044ed3 req-98debde3-7262-4dcf-a1ba-e5ed18ed4bea tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:55.581985 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=088bb62a-86af-46a0-849c-38b69dcabcad,revision_number=8']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:55.582142 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b4abfb69-2681-4e3e-8250-6fd9e4044ed3 req-98debde3-7262-4dcf-a1ba-e5ed18ed4bea tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0533319 Mar 21 22:09:55.589655 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:55.590004 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:55.590319 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:55.590665 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:55.591041 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:55.591377 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:55.591708 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:55.592069 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:55.592393 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:55.592720 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:55.593048 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:55.593375 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:55.593702 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:55.594028 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:55.594357 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:55.631066 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b4abfb69-2681-4e3e-8250-6fd9e4044ed3 req-685b55cf-b05d-43e6-8ba2-5c4213da5831 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433502 Mar 21 22:09:55.951296 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-12c9851d-628a-410d-a0db-f5e949da73eb req-6e48d503-356c-4f58-a157-2f910f650633 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0292864 Mar 21 22:09:56.000445 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a599c-cfb6-4b18-a1f0-df5c54f34e78 req-fabaa484-c154-46e6-a5b2-dc927024409c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:56.001882 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b12a599c-cfb6-4b18-a1f0-df5c54f34e78 req-fabaa484-c154-46e6-a5b2-dc927024409c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0536730 Mar 21 22:09:56.051211 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b12a599c-cfb6-4b18-a1f0-df5c54f34e78 req-213736c2-5b48-4991-940d-6f02433aa0bf tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435853 Mar 21 22:09:56.759983 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d32494-66cb-4b54-b34f-df9e901a6207 req-2b4292c9-00f6-44db-8fc7-472a0704eff8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:56.761535 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-00d32494-66cb-4b54-b34f-df9e901a6207 req-2b4292c9-00f6-44db-8fc7-472a0704eff8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0593772 Mar 21 22:09:56.813959 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-00d32494-66cb-4b54-b34f-df9e901a6207 req-fb4933ff-14a8-436b-8a34-7c01187e1d59 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466254 Mar 21 22:09:57.046043 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-39a8cee4-4aa5-4d40-9f52-fed84e06961a req-d45e8ab8-5ecb-48ae-90e6-163e08973f8d tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0288332 Mar 21 22:09:57.176230 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c675fbe-5ab8-4e5e-8e0d-b86cf969ed32 req-1b4a3cf3-dec5-4798-883d-cc6814e67e36 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:57.177786 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9c675fbe-5ab8-4e5e-8e0d-b86cf969ed32 req-1b4a3cf3-dec5-4798-883d-cc6814e67e36 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0583098 Mar 21 22:09:57.225937 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9c675fbe-5ab8-4e5e-8e0d-b86cf969ed32 req-e650d271-b459-45c5-8670-6c3f6a77d05e tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420637 Mar 21 22:09:57.345265 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e820be-f47b-434b-a966-a6cd0ea07f5a req-6dc1b8f1-81b8-44ef-b9c5-9ad2703eaa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:57.346641 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c0e820be-f47b-434b-a966-a6cd0ea07f5a req-6dc1b8f1-81b8-44ef-b9c5-9ad2703eaa43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37b0320c-c075-480b-87d9-3b058ff4a544 HTTP/1.1" status: 200 len: 855 time: 0.0478261 Mar 21 22:09:57.413817 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e820be-f47b-434b-a966-a6cd0ea07f5a req-0f73bf0c-2147-4aaa-b937-bb255a5c1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:57.415357 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c0e820be-f47b-434b-a966-a6cd0ea07f5a req-0f73bf0c-2147-4aaa-b937-bb255a5c1ca1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc8503e8-31f1-41da-8113-df0ee579a55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495884 Mar 21 22:09:57.547748 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c0e820be-f47b-434b-a966-a6cd0ea07f5a req-bc722aa7-0eea-4036-b197-e85e18882474 service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984657 Mar 21 22:09:57.652169 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c0e820be-f47b-434b-a966-a6cd0ea07f5a req-d2f14609-2ef7-445d-a467-780e11df985b service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977092 Mar 21 22:09:57.776819 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-7c56571a-5519-4a9e-aedb-1c7848f76d07 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:57.779090 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-7c56571a-5519-4a9e-aedb-1c7848f76d07 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.47 "GET /v2.0/networks?id=bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 HTTP/1.1" status: 200 len: 808 time: 0.1121447 Mar 21 22:09:57.885933 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-fc97b3f2-20fb-4757-aac3-1c4e704ea995 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dbb0924c2d1456aaea6264ed21663f8 HTTP/1.1" status: 200 len: 380 time: 0.0605857 Mar 21 22:09:57.898594 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Request body: {'port': {'device_id': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'admin_state_up': True, 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'security_groups': ['300d8832-fe64-41d5-a968-6b738ad64e87']}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:09:57.947486 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eccd3-3a04-4723-9bc2-47fbbccfbe87 req-be481461-7a5f-4d2c-9e91-1b3bfd89a39d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:57.949722 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0d1eccd3-3a04-4723-9bc2-47fbbccfbe87 req-be481461-7a5f-4d2c-9e91-1b3bfd89a39d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0602899 Mar 21 22:09:58.023508 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0d1eccd3-3a04-4723-9bc2-47fbbccfbe87 req-1b3fb573-c128-4445-b882-14cee72b7607 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646963 Mar 21 22:09:58.123284 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Made reservation on behalf of 7dbb0924c2d1456aaea6264ed21663f8 for: {'port': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:09:58.129330 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:58.146638 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b3caa8c2-58c1-478d-a244-cb7bff53e426 req-6604bb1a-ac5b-404d-8917-bfece37cedb8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0283246 Mar 21 22:09:58.271256 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Allocated IP 172.20.0.8 (bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22/467c48a9-2c76-4760-b26b-44922ac0c885/f0e2302d-e496-49a7-95b5-e3f8e8ab602c) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:09:58.349676 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a664d-ddb1-4c07-be51-3cf728903fb9 req-63fe7cc4-cf62-4ddd-ada6-fa7e15169fbf tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:58.351275 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ce6a664d-ddb1-4c07-be51-3cf728903fb9 req-63fe7cc4-cf62-4ddd-ada6-fa7e15169fbf tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0545514 Mar 21 22:09:58.399926 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ce6a664d-ddb1-4c07-be51-3cf728903fb9 req-36ac9232-371e-4d2c-a80b-f1e3b8943fa1 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422995 Mar 21 22:09:58.438069 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:58.546693 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:58.594856 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Network bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:09:58.598293 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:09:58.604761 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:09:58.611751 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Pushing event updated for resources: {'Port': ['ID=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:58.646604 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:58.647928 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:58.648352 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:58.653387 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:58.653387 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:58.653387 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:58.653387 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:58.653387 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:58.653387 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:58.653387 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:58.653387 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:58.653387 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:58.653387 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:58.653387 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:58.653387 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:09:58.675651 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:58.675900 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:58.770048 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-83a999f0-a00c-48a3-bc1d-227994105810 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8760498 Mar 21 22:09:58.799680 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Request body: {'port': {'device_id': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:09:58.869572 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:58.917247 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-558868d8-6cc9-481e-b2da-6354e8fd3641 None None] Provisioning complete for port f0e2302d-e496-49a7-95b5-e3f8e8ab602c triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:09:58.918170 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-558868d8-6cc9-481e-b2da-6354e8fd3641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:58.954120 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-558868d8-6cc9-481e-b2da-6354e8fd3641 None None] Port f0e2302d-e496-49a7-95b5-e3f8e8ab602c cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:09:59.166766 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924101e-a1b2-480b-a719-c20c133b80e8 req-48e35f9e-62af-4e39-add0-481a14f78bb8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:59.168373 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8924101e-a1b2-480b-a719-c20c133b80e8 req-48e35f9e-62af-4e39-add0-481a14f78bb8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0686138 Mar 21 22:09:59.173147 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e2302d-e496-49a7-95b5-e3f8e8ab602c {{(pid=115862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:09:59.189337 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Publish callbacks [] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:59.207369 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.provisioning_blocks [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Transition to ACTIVE for port object f0e2302d-e496-49a7-95b5-e3f8e8ab602c will not be triggered until provisioned by entity L2. {{(pid=115862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:09:59.239224 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8924101e-a1b2-480b-a719-c20c133b80e8 req-688c3948-5784-41a9-8390-a3d0ee918a62 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641356 Mar 21 22:09:59.299691 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625600'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:59.328800 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8a8b6-f4c6-4f71-bc1f-be377d46acdc req-22d53648-49ec-4a15-b939-faae888777a2 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:59.331387 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1ef8a8b6-f4c6-4f71-bc1f-be377d46acdc req-22d53648-49ec-4a15-b939-faae888777a2 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 931 time: 0.0760314 Mar 21 22:09:59.395044 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1ef8a8b6-f4c6-4f71-bc1f-be377d46acdc req-ade181c3-5ba4-4a9f-a85b-50b2b0d95b21 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550401 Mar 21 22:09:59.395267 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Pushing event updated for resources: {'Port': ['ID=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:59.444802 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Attempting to bind port f0e2302d-e496-49a7-95b5-e3f8e8ab602c on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:09:59.445237 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Attempting to bind port f0e2302d-e496-49a7-95b5-e3f8e8ab602c by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '73ca0f0a-f106-4962-a026-1434599887e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22'}] {{(pid=115862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:09:59.445635 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Attempting to bind port f0e2302d-e496-49a7-95b5-e3f8e8ab602c on network bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:09:59.452346 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Port f0e2302d-e496-49a7-95b5-e3f8e8ab602c on network bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:09:59.452346 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Attempting to bind port f0e2302d-e496-49a7-95b5-e3f8e8ab602c on network bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:09:59.457545 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:09:59.457887 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Checking segment: {'id': '73ca0f0a-f106-4962-a026-1434599887e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:09:59.458299 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Bound using segment: {'id': '73ca0f0a-f106-4962-a026-1434599887e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22'} {{(pid=115862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:09:59.458748 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.managers [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Bound port: f0e2302d-e496-49a7-95b5-e3f8e8ab602c, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ca0f0a-f106-4962-a026-1434599887e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22'}}] {{(pid=115862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:09:59.459128 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:59.534570 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] For port f0e2302d-e496-49a7-95b5-e3f8e8ab602c, host hv-cinder-83454, cleared binding levels {{(pid=115862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:09:59.538478 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] For port f0e2302d-e496-49a7-95b5-e3f8e8ab602c, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,segment=NetworkSegment(73ca0f0a-f106-4962-a026-1434599887e1),segment_id=73ca0f0a-f106-4962-a026-1434599887e1)] {{(pid=115862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:09:59.618395 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625600'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:59.658138 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:59.658765 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:09:59.660167 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] 10.222.0.47 "PUT /v2.0/ports/f0e2302d-e496-49a7-95b5-e3f8e8ab602c HTTP/1.1" status: 200 len: 1093 time: 0.8673661 Mar 21 22:09:59.660635 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'tag': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c'}] {{(pid=115862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:09:59.663127 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91f982db15cf7ea7fd65b6c8757bc5df642054ad0495c8a7b37b88a944552a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84821ba0-1710-4a50-922a-d7263f682084" -d '{"events": [{"name": "network-changed", "server_uuid": "e577de48-76ab-47cf-ba49-ed97a048a9a8", "tag": "f0e2302d-e496-49a7-95b5-e3f8e8ab602c"}]}' {{(pid=115862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:09:59.691192 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90239217-be74-4cd0-8bac-babdc3e0915e service neutron] Pushing event updated for resources: {'Port': ['ID=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,revision_number=3']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:09:59.713643 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21635a5-3ba0-4672-8b1e-8b9150db1dd3 x-openstack-request-id: req-f21635a5-3ba0-4672-8b1e-8b9150db1dd3 {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:09:59.713940 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e577de48-76ab-47cf-ba49-ed97a048a9a8", "tag": "f0e2302d-e496-49a7-95b5-e3f8e8ab602c", "status": "completed", "code": 200}]} {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:09:59.714198 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f21635a5-3ba0-4672-8b1e-8b9150db1dd3 {{(pid=115862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:09:59.714635 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'tag': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c', 'status': 'completed', 'code': 200} Mar 21 22:09:59.873195 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84821ba0-1710-4a50-922a-d7263f682084 req-9b987ad7-be62-44ae-ad83-d4485930545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:09:59.877223 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-84821ba0-1710-4a50-922a-d7263f682084 req-9b987ad7-be62-44ae-ad83-d4485930545b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dbb0924c2d1456aaea6264ed21663f8&device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 1127 time: 0.0473313 Mar 21 22:10:00.031465 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84821ba0-1710-4a50-922a-d7263f682084 req-293ee295-e888-4b39-86f5-109879d09d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:00.032434 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-84821ba0-1710-4a50-922a-d7263f682084 req-293ee295-e888-4b39-86f5-109879d09d90 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7dbb0924c2d1456aaea6264ed21663f8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0916190 Mar 21 22:10:00.135013 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84821ba0-1710-4a50-922a-d7263f682084 req-44dbdf60-ab04-4113-8c82-060c436dc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:00.136574 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-84821ba0-1710-4a50-922a-d7263f682084 req-44dbdf60-ab04-4113-8c82-060c436dc864 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924418 Mar 21 22:10:00.329492 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-c52028c0-4d61-4c49-847f-30b017b3051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:00.331054 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-c52028c0-4d61-4c49-847f-30b017b3051b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dbb0924c2d1456aaea6264ed21663f8&device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 1127 time: 0.0508211 Mar 21 22:10:00.376838 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07681fdd-ef3d-46ce-983d-0cff056e105e req-1c4eb2b1-4bc3-44ad-a5f6-8ffe6768afff tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:00.378505 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-07681fdd-ef3d-46ce-983d-0cff056e105e req-1c4eb2b1-4bc3-44ad-a5f6-8ffe6768afff tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0585749 Mar 21 22:10:00.388512 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-7131da6f-a4e9-4d5b-b7fb-9562a2008b6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e2302d-e496-49a7-95b5-e3f8e8ab602c HTTP/1.1" status: 200 len: 217 time: 0.0407333 Mar 21 22:10:00.437588 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-07681fdd-ef3d-46ce-983d-0cff056e105e req-a0e646bf-84c5-403a-8757-9e6148f81775 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530968 Mar 21 22:10:00.454081 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-a26867e9-ab98-489d-bb32-57857c28012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:00.455890 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-a26867e9-ab98-489d-bb32-57857c28012d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=467c48a9-2c76-4760-b26b-44922ac0c885 HTTP/1.1" status: 200 len: 847 time: 0.0589426 Mar 21 22:10:00.532739 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004654f2-86ef-4a74-b498-257d4ec38ad5 req-b5136210-aa23-4b81-8aba-9618eb71c5fe tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:00.534133 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-004654f2-86ef-4a74-b498-257d4ec38ad5 req-b5136210-aa23-4b81-8aba-9618eb71c5fe tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0619352 Mar 21 22:10:00.536124 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-f2a6bccb-77bc-4c9e-a83b-85c4737bae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:00.537649 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-f2a6bccb-77bc-4c9e-a83b-85c4737bae4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538759 Mar 21 22:10:00.583652 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-004654f2-86ef-4a74-b498-257d4ec38ad5 req-41d77c71-b93d-47b7-8d34-62914f5a8ef2 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433705 Mar 21 22:10:00.634651 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-721d9e55-2c21-47c7-aaa9-52f5e7f4663d service neutron] 10.222.0.47 "GET /v2.0/networks/bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881424 Mar 21 22:10:00.738992 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-2a6ceac4-a489-4f30-bad5-fcc71758575e req-cf64cfe1-5a21-42d0-95a5-1e8ac45137df service neutron] 10.222.0.47 "GET /v2.0/networks/bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858402 Mar 21 22:10:01.581076 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363da370-73d5-4977-81b7-982fb1354ea5 req-e382ad7f-a3df-4f24-b201-850c6b5f2976 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:01.582623 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-363da370-73d5-4977-81b7-982fb1354ea5 req-e382ad7f-a3df-4f24-b201-850c6b5f2976 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0575335 Mar 21 22:10:01.632118 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-363da370-73d5-4977-81b7-982fb1354ea5 req-8ec08c5e-dfe2-4f4c-8080-22a778886e75 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436974 Mar 21 22:10:01.741607 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a4cac-68e7-4689-9a58-4b9cff3ad14e req-0aee4698-3045-4f91-a145-0cc146a7492f tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:01.744201 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f20a4cac-68e7-4689-9a58-4b9cff3ad14e req-0aee4698-3045-4f91-a145-0cc146a7492f tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0747080 Mar 21 22:10:01.804537 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f20a4cac-68e7-4689-9a58-4b9cff3ad14e req-31e43808-a8c8-4113-81c0-9dff481c9bd0 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486796 Mar 21 22:10:02.930584 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08467eb2-2493-411a-a639-3d49aae3c03a req-26b5a23f-788d-4bf2-bfdc-eb982ec8cbc8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:02.932209 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-08467eb2-2493-411a-a639-3d49aae3c03a req-26b5a23f-788d-4bf2-bfdc-eb982ec8cbc8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0552852 Mar 21 22:10:02.987700 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [req-b00e154c-9e38-4949-bfe3-f10baa47cf90 req-a673f67d-e880-46c8-8b54-bf0d053e82a2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115863) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 22:10:02.988728 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b00e154c-9e38-4949-bfe3-f10baa47cf90 req-a673f67d-e880-46c8-8b54-bf0d053e82a2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0515292 Mar 21 22:10:02.993795 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-08467eb2-2493-411a-a639-3d49aae3c03a req-c56c420c-2b01-484f-aa1f-464fc44e9c1e tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522268 Mar 21 22:10:03.306536 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8631920-6b03-44fb-b0a1-1ef14c210c5f req-ee059f03-7d28-459b-b8bf-64e1fc2b0ec8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:03.308102 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d8631920-6b03-44fb-b0a1-1ef14c210c5f req-ee059f03-7d28-459b-b8bf-64e1fc2b0ec8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0560734 Mar 21 22:10:03.361884 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d8631920-6b03-44fb-b0a1-1ef14c210c5f req-a7c284a3-f45c-470e-8df5-2f6c01cc82c4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474861 Mar 21 22:10:03.824278 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 35914) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:03.916672 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-e6b9cb12-6ac9-4ba6-a859-7bd315aabc52 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912104 Mar 21 22:10:03.926115 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-31962f07-4b9b-4f3b-893c-e0e8821749d7 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115862) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 22:10:03.927059 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-31962f07-4b9b-4f3b-893c-e0e8821749d7 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050855 Mar 21 22:10:04.010994 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 35922) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:04.067282 dv-cinder-834545-1-iscsi neutron-server[115862]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 21 22:10:04.122551 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce155cd-022a-4696-ba58-dae936b6d0e8 req-f6b5e524-3dac-4afe-8a08-0c56ab8714af tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:04.124147 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6ce155cd-022a-4696-ba58-dae936b6d0e8 req-f6b5e524-3dac-4afe-8a08-0c56ab8714af tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0559831 Mar 21 22:10:04.124293 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-b3f5deae-ce24-40e3-9ed0-470bbc5b9f83 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:04.125722 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-b3f5deae-ce24-40e3-9ed0-470bbc5b9f83 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports/088bb62a-86af-46a0-849c-38b69dcabcad HTTP/1.1" status: 200 len: 940 time: 0.1136522 Mar 21 22:10:04.188155 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6ce155cd-022a-4696-ba58-dae936b6d0e8 req-d4176f63-c36b-46e5-9fa1-e5a27da0bea1 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577922 Mar 21 22:10:04.494058 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d43628-f309-4f26-9a91-31f6d7776788 req-26073318-8e71-4fe4-b75c-954eb43781c8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:04.495616 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-85d43628-f309-4f26-9a91-31f6d7776788 req-26073318-8e71-4fe4-b75c-954eb43781c8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0553839 Mar 21 22:10:04.550471 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-85d43628-f309-4f26-9a91-31f6d7776788 req-4fe7fe36-3335-4001-b45d-57f5235ac4d8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492458 Mar 21 22:10:05.193300 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be96dd-4b40-48a3-bee6-89019223adef req-5e99a77a-93a4-4255-8d6d-1c2d754ddeeb tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:05.194774 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-67be96dd-4b40-48a3-bee6-89019223adef req-5e99a77a-93a4-4255-8d6d-1c2d754ddeeb tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 945 time: 0.0582643 Mar 21 22:10:05.243029 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 088bb62a-86af-46a0-849c-38b69dcabcad no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:10:05.243611 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-67be96dd-4b40-48a3-bee6-89019223adef req-7345d0c3-fc1c-46b7-915b-b7f7ac0785a1 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 Mar 21 22:10:05.324262 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 088bb62a-86af-46a0-849c-38b69dcabcad is: DOWN; New status is: DOWN {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:05.326136 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8a257-456b-430a-8e6e-b63e10e486cf req-3cba5728-45c5-4456-a543-d95a13e348d7 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:05.327744 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d6a8a257-456b-430a-8e6e-b63e10e486cf req-3cba5728-45c5-4456-a543-d95a13e348d7 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0609074 Mar 21 22:10:05.379819 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d6a8a257-456b-430a-8e6e-b63e10e486cf req-3182aae7-3520-46c3-9d7f-6e678b9a2889 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462842 Mar 21 22:10:05.678538 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f826d1-cf6f-4eb5-8626-ef08d39d6402 req-2406f5a3-e91f-494e-9ca7-f531ee463a7e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:05.680056 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-16f826d1-cf6f-4eb5-8626-ef08d39d6402 req-2406f5a3-e91f-494e-9ca7-f531ee463a7e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0575113 Mar 21 22:10:05.727100 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-16f826d1-cf6f-4eb5-8626-ef08d39d6402 req-68d1cbd6-d4e5-4971-aa5f-a17e6c467dac tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414720 Mar 21 22:10:06.381963 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906d7cd-bd35-4348-b179-a0a091c1e0ec req-033c0b6f-4a6e-4527-bc50-a1309a218b20 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:06.383635 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5906d7cd-bd35-4348-b179-a0a091c1e0ec req-033c0b6f-4a6e-4527-bc50-a1309a218b20 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 945 time: 0.0687835 Mar 21 22:10:06.440822 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5906d7cd-bd35-4348-b179-a0a091c1e0ec req-db97cf88-bea2-4b40-92d2-33065b899ce6 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503340 Mar 21 22:10:06.516099 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f0ffe-32e8-45df-bfc5-c04c64bb53e4 req-d3cf0dab-ed0a-4a38-99f2-9f7bbf87d4c8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:06.518745 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-902f0ffe-32e8-45df-bfc5-c04c64bb53e4 req-d3cf0dab-ed0a-4a38-99f2-9f7bbf87d4c8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0569201 Mar 21 22:10:06.571725 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-902f0ffe-32e8-45df-bfc5-c04c64bb53e4 req-62f5529b-fe4d-4e96-85e8-456739796896 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481527 Mar 21 22:10:06.874977 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321f120-8bab-4f47-aecf-f2bad4655c0a req-d740db34-4a65-4f9e-8e59-97198b43d500 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:06.876590 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2321f120-8bab-4f47-aecf-f2bad4655c0a req-d740db34-4a65-4f9e-8e59-97198b43d500 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0622287 Mar 21 22:10:06.940263 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2321f120-8bab-4f47-aecf-f2bad4655c0a req-d9ac3ea7-3c82-4a5f-8a17-093a14e72893 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575516 Mar 21 22:10:07.570065 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b5339-5b4c-44cc-902b-99dc836e02a6 req-060d5b1f-db9a-45f6-8974-dd2c2c4007d9 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:07.571666 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-573b5339-5b4c-44cc-902b-99dc836e02a6 req-060d5b1f-db9a-45f6-8974-dd2c2c4007d9 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 945 time: 0.0601947 Mar 21 22:10:07.627464 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-f9bfd251-ebce-445b-a225-2ab2eea25403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:07.629004 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-f9bfd251-ebce-445b-a225-2ab2eea25403 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed&tenant_id=df9e8bc23578427484ebb0a84c1373dd HTTP/1.1" status: 200 len: 1127 time: 0.1280618 Mar 21 22:10:07.639270 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-573b5339-5b4c-44cc-902b-99dc836e02a6 req-371cedc4-513d-441a-84e1-11eeff815afb tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597005 Mar 21 22:10:07.717981 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-32845e3a-ec97-4400-9c30-e80a214b3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:07.719600 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-32845e3a-ec97-4400-9c30-e80a214b3943 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9e8bc23578427484ebb0a84c1373dd&device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 1127 time: 0.0462999 Mar 21 22:10:07.719869 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f021a1b-be46-417e-960e-4139a0d3ab24 req-fa3652cd-0b45-4491-b425-d7e040df00c7 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:07.721447 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6f021a1b-be46-417e-960e-4139a0d3ab24 req-fa3652cd-0b45-4491-b425-d7e040df00c7 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0666206 Mar 21 22:10:07.777437 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6f021a1b-be46-417e-960e-4139a0d3ab24 req-21cf312c-f061-4f92-9812-69361afe0a92 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478184 Mar 21 22:10:07.818467 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-e9b93d27-64ec-4369-8385-cadab03958a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:07.820014 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-e9b93d27-64ec-4369-8385-cadab03958a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc8503e8-31f1-41da-8113-df0ee579a55e HTTP/1.1" status: 200 len: 917 time: 0.0931869 Mar 21 22:10:07.938282 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-57bb5769-7a72-4b01-87c8-c390bad4f702 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=088bb62a-86af-46a0-849c-38b69dcabcad HTTP/1.1" status: 200 len: 999 time: 0.1087205 Mar 21 22:10:07.989645 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a480b-c124-4fc3-8fc1-f979d3a6b9f5 req-5dec5322-36e8-4be0-9088-cd7fa85dfcd9 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:07.992059 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b39a480b-c124-4fc3-8fc1-f979d3a6b9f5 req-5dec5322-36e8-4be0-9088-cd7fa85dfcd9 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.47 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 945 time: 0.0764654 Mar 21 22:10:08.002144 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-bae20643-683b-4664-8912-65a7284425bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:08.003677 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-bae20643-683b-4664-8912-65a7284425bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37b0320c-c075-480b-87d9-3b058ff4a544 HTTP/1.1" status: 200 len: 855 time: 0.0595746 Mar 21 22:10:08.058735 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-716bd2a1-5843-42e9-8839-66bb2e504876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:08.060339 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-716bd2a1-5843-42e9-8839-66bb2e504876 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc8503e8-31f1-41da-8113-df0ee579a55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488322 Mar 21 22:10:08.132918 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae276bf9-c865-47c8-a108-65c0d7b44f64 req-330333e9-6ef7-4d86-965a-03ebb8ec6ab3 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:08.134400 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ae276bf9-c865-47c8-a108-65c0d7b44f64 req-330333e9-6ef7-4d86-965a-03ebb8ec6ab3 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0943241 Mar 21 22:10:08.161867 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-b39a480b-c124-4fc3-8fc1-f979d3a6b9f5 req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Deleting port 668cfa07-6222-407a-8eb6-acb912292210 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:10:08.162208 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-b39a480b-c124-4fc3-8fc1-f979d3a6b9f5 req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (668cfa07-6222-407a-8eb6-acb912292210), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:08.168551 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-e785e4f6-2b3c-459a-829d-0844dbdd32a1 service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013844 Mar 21 22:10:08.248383 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ae276bf9-c865-47c8-a108-65c0d7b44f64 req-9ae6c722-6af2-4f5a-b2f9-cec3964a6865 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047561 Mar 21 22:10:08.285958 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-40cea958-43c0-4f83-a19e-68d32686326a service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064363 Mar 21 22:10:08.286206 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-b39a480b-c124-4fc3-8fc1-f979d3a6b9f5 req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] For port 668cfa07-6222-407a-8eb6-acb912292210, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=668cfa07-6222-407a-8eb6-acb912292210,segment=NetworkSegment(ea8f7f58-9095-40e3-b57d-d59fba3b3c0f),segment_id=ea8f7f58-9095-40e3-b57d-d59fba3b3c0f)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:10:08.286440 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-b39a480b-c124-4fc3-8fc1-f979d3a6b9f5 req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (668cfa07-6222-407a-8eb6-acb912292210), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:08.302601 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-b39a480b-c124-4fc3-8fc1-f979d3a6b9f5 req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Calling delete_port for 668cfa07-6222-407a-8eb6-acb912292210 owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:10:08.485821 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d549face-a5a0-4c9b-91dc-555b4e9b2dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:08.554750 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-b39a480b-c124-4fc3-8fc1-f979d3a6b9f5 req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (668cfa07-6222-407a-8eb6-acb912292210), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:08.588974 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Pushing event deleted for resources: {'Port': ['ID=668cfa07-6222-407a-8eb6-acb912292210,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:08.596021 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['668cfa07-6222-407a-8eb6-acb912292210'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:10:08.602030 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:08.602510 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:08.602742 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:08.603065 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:08.603395 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:08.603725 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:08.604055 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:08.604441 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:08.605193 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:08.605553 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:08.605917 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:08.606784 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:08.607139 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:08.607464 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:08.607776 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:08.656336 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39a480b-c124-4fc3-8fc1-f979d3a6b9f5 req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] No DVR routers for this DVR port 668cfa07-6222-407a-8eb6-acb912292210 on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:10:08.659204 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-b39a480b-c124-4fc3-8fc1-f979d3a6b9f5 req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:08.662689 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b39a480b-c124-4fc3-8fc1-f979d3a6b9f5 req-04b9e2b0-a1f4-4aef-afac-59374e14c44c tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.47 "DELETE /v2.0/ports/668cfa07-6222-407a-8eb6-acb912292210 HTTP/1.1" status: 204 len: 173 time: 0.6578872 Mar 21 22:10:08.663192 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278720f6-0c42-409b-8c9e-2839d07b9cba', 'name': 'network-vif-deleted', 'tag': '668cfa07-6222-407a-8eb6-acb912292210'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:10:08.665647 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf620202-33bf-4b44-bafc-1d748bd36fa0" -d '{"events": [{"server_uuid": "278720f6-0c42-409b-8c9e-2839d07b9cba", "name": "network-vif-deleted", "tag": "668cfa07-6222-407a-8eb6-acb912292210"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:10:08.770292 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fb4ed5-a650-43dd-9e58-c7247b0c7539 x-openstack-request-id: req-34fb4ed5-a650-43dd-9e58-c7247b0c7539 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:10:08.770758 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278720f6-0c42-409b-8c9e-2839d07b9cba", "name": "network-vif-deleted", "tag": "668cfa07-6222-407a-8eb6-acb912292210", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:10:08.771202 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-34fb4ed5-a650-43dd-9e58-c7247b0c7539 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:10:08.771832 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278720f6-0c42-409b-8c9e-2839d07b9cba', 'name': 'network-vif-deleted', 'tag': '668cfa07-6222-407a-8eb6-acb912292210', 'status': 'completed', 'code': 200} Mar 21 22:10:08.775531 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6c2bf48a-ee3a-4e91-97e1-eadcf626af4b req-445e0f4a-f2ae-4ee1-9da7-05a2c9e56d32 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0493846 Mar 21 22:10:08.941012 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18a5d8-ab04-4f8d-9c20-cc6c37601421 req-d7868909-b8c5-4d9a-b213-5d09a21c0bfd tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:08.942640 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2f18a5d8-ab04-4f8d-9c20-cc6c37601421 req-d7868909-b8c5-4d9a-b213-5d09a21c0bfd tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0723324 Mar 21 22:10:09.005246 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2f18a5d8-ab04-4f8d-9c20-cc6c37601421 req-746814ed-324f-47a8-a4b3-897a3e695297 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552824 Mar 21 22:10:09.494502 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478333cf-3721-4fac-b6b0-d6d72bd2bd67 req-16cb9620-bb85-424d-80f5-776fcbbc0956 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:09.494502 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-478333cf-3721-4fac-b6b0-d6d72bd2bd67 req-16cb9620-bb85-424d-80f5-776fcbbc0956 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0572739 Mar 21 22:10:09.494502 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-478333cf-3721-4fac-b6b0-d6d72bd2bd67 req-3616c01c-14e0-484c-9d94-cc06967d0570 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732954 Mar 21 22:10:09.930676 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-56858555-ebf7-46ca-a56f-93d601d386fe req-9867cf11-c9e8-4d00-858d-0013eb170092 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0471163 Mar 21 22:10:09.997222 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:10.193052 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac8404-035c-4a80-a885-8a0643b2a907 req-3f5679df-3693-4357-a4bd-9d859af6d2c4 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:10.194929 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dac8404-035c-4a80-a885-8a0643b2a907 req-3f5679df-3693-4357-a4bd-9d859af6d2c4 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.1001256 Mar 21 22:10:10.271663 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dac8404-035c-4a80-a885-8a0643b2a907 req-1f296b95-7f67-40c6-a049-4a60535b5ab6 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674646 Mar 21 22:10:10.652864 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e64926-a9d6-4eae-b601-ab6147374797 req-ed156503-4bd4-4719-a05d-ea99770c1be5 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:10.655672 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-98e64926-a9d6-4eae-b601-ab6147374797 req-ed156503-4bd4-4719-a05d-ea99770c1be5 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0814588 Mar 21 22:10:10.728787 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-98e64926-a9d6-4eae-b601-ab6147374797 req-5af57eef-5298-4718-8919-08ba31bcbdaa tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669653 Mar 21 22:10:11.040710 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-59bd7167-1bcb-450d-ae9f-f26aac6c3c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:11.072666 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9b34605-f66b-4fc7-9f9b-137881447b3b req-e2b16d91-1bfb-4e94-b91d-faa6103e08d7 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0314388 Mar 21 22:10:11.290929 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device f0e2302d-e496-49a7-95b5-e3f8e8ab602c details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:10:11.435370 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac0da0-0176-4733-8fa8-8fd01d8098e7 req-cce6cb75-938b-43b8-91a3-ecf496c48710 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:11.436978 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-79ac0da0-0176-4733-8fa8-8fd01d8098e7 req-cce6cb75-938b-43b8-91a3-ecf496c48710 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0783350 Mar 21 22:10:11.449854 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port f0e2302d-e496-49a7-95b5-e3f8e8ab602c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,segment=NetworkSegment(73ca0f0a-f106-4962-a026-1434599887e1),segment_id=73ca0f0a-f106-4962-a026-1434599887e1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:10:11.476854 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c', 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'port_id': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c', 'mac_address': 'fa:16:3e:e9:20:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:10:11.532465 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-79ac0da0-0176-4733-8fa8-8fd01d8098e7 req-7e095f28-5216-48ed-9de5-7a315dc65fd6 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892744 Mar 21 22:10:11.557698 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port f0e2302d-e496-49a7-95b5-e3f8e8ab602c is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:11.558321 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:11.587112 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e2302d-e496-49a7-95b5-e3f8e8ab602c {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:10:11.615934 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port f0e2302d-e496-49a7-95b5-e3f8e8ab602c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,segment=NetworkSegment(73ca0f0a-f106-4962-a026-1434599887e1),segment_id=73ca0f0a-f106-4962-a026-1434599887e1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:10:11.722502 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:11.818239 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:11.933968 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7f27c-9700-4ae0-8e91-76cbc1c3e645 req-e8f067c7-d8cd-4298-a56c-93972bc37eba tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:11.936340 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d5c7f27c-9700-4ae0-8e91-76cbc1c3e645 req-e8f067c7-d8cd-4298-a56c-93972bc37eba tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0677335 Mar 21 22:10:11.987140 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d5c7f27c-9700-4ae0-8e91-76cbc1c3e645 req-c5951f8d-e6d6-48d7-a08d-6d4bb14aadfd tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448229 Mar 21 22:10:12.218244 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-befaa08f-2dfb-4fa6-b001-c4d07d6d1316 req-e49e23c7-d5d1-4739-853d-337c2d23ad19 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0300567 Mar 21 22:10:12.303527 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['f0e2302d-e496-49a7-95b5-e3f8e8ab602c'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:10:12.693706 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b5fcf-a28d-4d20-bbd0-16db6740a4a2 req-b73a285e-581b-48ea-965a-ce247ac7b83b tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:12.695209 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2e9b5fcf-a28d-4d20-bbd0-16db6740a4a2 req-b73a285e-581b-48ea-965a-ce247ac7b83b tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 944 time: 0.0538094 Mar 21 22:10:12.761053 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2e9b5fcf-a28d-4d20-bbd0-16db6740a4a2 req-104ee0ac-c725-440c-a510-e51800bc09f0 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599878 Mar 21 22:10:12.848385 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:13.126933 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b519f8-e6f1-457d-94d0-4cafa724f6cb req-a8119ef5-4d2b-4cba-b3ce-f2b5a0070b86 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:13.126933 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-39b519f8-e6f1-457d-94d0-4cafa724f6cb req-a8119ef5-4d2b-4cba-b3ce-f2b5a0070b86 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0556123 Mar 21 22:10:13.198865 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-39b519f8-e6f1-457d-94d0-4cafa724f6cb req-154b4a5c-ea87-4151-a903-e79c940423b9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646758 Mar 21 22:10:13.289633 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 668cfa07-6222-407a-8eb6-acb912292210 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:10:13.318041 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: 668cfa07-6222-407a-8eb6-acb912292210 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:10:13.319500 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 668cfa07-6222-407a-8eb6-acb912292210 not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:10:13.361720 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ace13d78-8e8a-4d1e-a564-328ff7a1eaa9 req-4701bb31-b039-464c-aff4-e08274774012 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0330265 Mar 21 22:10:13.902840 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f02600-0463-40ed-b79b-3f216ea4d791 req-47d6024c-801d-4d38-8567-3a15da60db86 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:13.904930 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f5f02600-0463-40ed-b79b-3f216ea4d791 req-47d6024c-801d-4d38-8567-3a15da60db86 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 944 time: 0.0649092 Mar 21 22:10:13.955447 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f5f02600-0463-40ed-b79b-3f216ea4d791 req-782f9c21-9455-4403-9ae1-20885b28298a tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450177 Mar 21 22:10:14.276841 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:14.350659 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f730ef-7390-413f-a9a5-2cbcea272a80 req-2844e753-cfd6-4b43-b5dd-04824f6c5911 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:14.352226 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-04f730ef-7390-413f-a9a5-2cbcea272a80 req-2844e753-cfd6-4b43-b5dd-04824f6c5911 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0609019 Mar 21 22:10:14.413700 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-04f730ef-7390-413f-a9a5-2cbcea272a80 req-7b0478dd-3b85-409e-874b-da96c8399362 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513721 Mar 21 22:10:14.535185 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9bd1800a-5f4e-488a-8a73-2b80174c2f60 req-fb588637-dcd3-4457-aab9-38da13e88c0a tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0354424 Mar 21 22:10:15.103197 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec65ba0-f734-475b-bc0d-dbde7ce91831 req-684439a5-820b-421e-b4b7-88dd78297610 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:15.365361 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6ec65ba0-f734-475b-bc0d-dbde7ce91831 req-684439a5-820b-421e-b4b7-88dd78297610 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 944 time: 0.0633481 Mar 21 22:10:15.365361 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6ec65ba0-f734-475b-bc0d-dbde7ce91831 req-618f1164-53b1-4f7c-a420-ed79960cc2dd tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491951 Mar 21 22:10:15.366334 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device f0e2302d-e496-49a7-95b5-e3f8e8ab602c up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:10:15.593599 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e3cce-aece-4601-8731-caf68a22d182 req-789b7dfa-7b35-4c92-b581-e5fc7f281306 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:15.595548 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7d5e3cce-aece-4601-8731-caf68a22d182 req-789b7dfa-7b35-4c92-b581-e5fc7f281306 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0814655 Mar 21 22:10:15.698397 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2dc6e877-a7db-4d3f-a6c3-9b80fc5fcb78 req-ea5c66e9-4aae-435c-8369-8b8df196b1de tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0535088 Mar 21 22:10:15.739397 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7d5e3cce-aece-4601-8731-caf68a22d182 req-2fc7fd5b-05c6-42c9-a46d-74a60cc3dcdc tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374867 Mar 21 22:10:15.811622 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port f0e2302d-e496-49a7-95b5-e3f8e8ab602c completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:10:15.819586 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port f0e2302d-e496-49a7-95b5-e3f8e8ab602c triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:15.819979 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:15.959303 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port f0e2302d-e496-49a7-95b5-e3f8e8ab602c is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:15.959303 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:15.959303 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:10:15.959303 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34550e48-94a1-44a9-851c-6bc83d1cdea5" -d '{"events": [{"server_uuid": "e577de48-76ab-47cf-ba49-ed97a048a9a8", "name": "network-vif-plugged", "status": "completed", "tag": "f0e2302d-e496-49a7-95b5-e3f8e8ab602c"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:10:15.959303 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port f0e2302d-e496-49a7-95b5-e3f8e8ab602c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,segment=NetworkSegment(73ca0f0a-f106-4962-a026-1434599887e1),segment_id=73ca0f0a-f106-4962-a026-1434599887e1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:10:15.983506 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9146af84-4a24-45ef-999f-f5643e51b600 x-openstack-request-id: req-9146af84-4a24-45ef-999f-f5643e51b600 {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:10:15.983850 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e577de48-76ab-47cf-ba49-ed97a048a9a8", "name": "network-vif-plugged", "status": "completed", "tag": "f0e2302d-e496-49a7-95b5-e3f8e8ab602c", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:10:15.984199 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9146af84-4a24-45ef-999f-f5643e51b600 {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:10:15.984653 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c', 'code': 200} Mar 21 22:10:16.160000 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:16.191040 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:16.248848 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:16.485467 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806719a-06bc-4ded-bf11-e1ef4e53351b req-c53e683c-7273-4ad5-9c5d-f0684d09d573 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:16.487231 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5806719a-06bc-4ded-bf11-e1ef4e53351b req-c53e683c-7273-4ad5-9c5d-f0684d09d573 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0664747 Mar 21 22:10:16.541116 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5806719a-06bc-4ded-bf11-e1ef4e53351b req-e90e1f16-9c69-468d-b5ab-86051d518487 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473909 Mar 21 22:10:16.835864 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-62a034d5-efc3-4a78-b704-4c13d4a732c0 req-4d7455f4-1fb4-41be-bacb-d6dc935a15fe tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0439456 Mar 21 22:10:16.886575 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107f391-3d23-4960-afdf-96b50e56514e req-1087f6f1-22f7-4b34-ac0e-6c8621c78df6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:16.888911 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8107f391-3d23-4960-afdf-96b50e56514e req-1087f6f1-22f7-4b34-ac0e-6c8621c78df6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0633373 Mar 21 22:10:16.939375 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8107f391-3d23-4960-afdf-96b50e56514e req-099e2b0d-f616-4e0c-9e6b-e5a7c0b43f2d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443792 Mar 21 22:10:17.676504 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c4611-53e1-4870-b6a8-5ba46d57f763 req-73d606a2-aa42-4b59-98ae-333fbf318bcb tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:17.678107 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f38c4611-53e1-4870-b6a8-5ba46d57f763 req-73d606a2-aa42-4b59-98ae-333fbf318bcb tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0732388 Mar 21 22:10:17.733280 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f38c4611-53e1-4870-b6a8-5ba46d57f763 req-544a76ee-3129-49ca-a151-20cdd44dd5e8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491831 Mar 21 22:10:17.952069 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b1c6ebfe-40c7-4cfe-ae19-b548d99a3d20 req-a43d6c9f-b1b9-4d53-842b-d85541ebaed2 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0287914 Mar 21 22:10:18.091615 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3959ab-7fc4-4c09-8bdc-d2dc3e83b09d req-90735633-7e98-4af5-98b0-14cb59bb83ca tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:18.091615 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be3959ab-7fc4-4c09-8bdc-d2dc3e83b09d req-90735633-7e98-4af5-98b0-14cb59bb83ca tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0647304 Mar 21 22:10:18.155534 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be3959ab-7fc4-4c09-8bdc-d2dc3e83b09d req-312ff076-ca09-4d7e-8516-7afa2496735b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674834 Mar 21 22:10:18.434762 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:10:18.812089 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 36102) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:18.885948 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089be2c8-b701-43e7-9b19-18d88ddbb2ba req-695810ab-aaba-4e97-aaae-433f78f89b42 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:18.887985 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-089be2c8-b701-43e7-9b19-18d88ddbb2ba req-695810ab-aaba-4e97-aaae-433f78f89b42 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0794563 Mar 21 22:10:18.941828 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6f70bfa0-664c-4d84-95b7-b6c31d197f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:18.956831 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-089be2c8-b701-43e7-9b19-18d88ddbb2ba req-62530691-542f-4ee2-8e30-381fe20eccf9 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623302 Mar 21 22:10:19.038137 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6f70bfa0-664c-4d84-95b7-b6c31d197f3a admin admin] Publish callbacks [] for security_group (ab21019b-5bb9-4484-af3a-7c1ffede86e6), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:19.093680 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6a72a292-cc93-44be-acb2-4e2aa42cfa6b req-212d0eb9-4d73-4e9d-bf3c-aa474a9afbfc tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0308590 Mar 21 22:10:19.105558 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6f70bfa0-664c-4d84-95b7-b6c31d197f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (ab21019b-5bb9-4484-af3a-7c1ffede86e6), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:19.144238 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-6f70bfa0-664c-4d84-95b7-b6c31d197f3a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e9fa38a571c4b6fb484e339fe6154e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310564 Mar 21 22:10:19.147326 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36108) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:19.170839 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70bfa0-664c-4d84-95b7-b6c31d197f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab21019b-5bb9-4484-af3a-7c1ffede86e6,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:19.207785 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7ba8ddf0-67a8-4fa9-a432-7d2b828c70bd admin admin] Publish callbacks [] for security_group (ab21019b-5bb9-4484-af3a-7c1ffede86e6), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:19.242194 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7ba8ddf0-67a8-4fa9-a432-7d2b828c70bd admin admin] Publish callbacks [] for security_group (ab21019b-5bb9-4484-af3a-7c1ffede86e6), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:19.358204 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81837abb-68f8-422b-b349-6cd9657dc079 req-23e2021a-e8d7-437d-b68b-93a8a580ab19 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:19.360252 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-81837abb-68f8-422b-b349-6cd9657dc079 req-23e2021a-e8d7-437d-b68b-93a8a580ab19 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0890312 Mar 21 22:10:19.416561 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-81837abb-68f8-422b-b349-6cd9657dc079 req-29196a99-63f0-4efe-9553-58e7965ef31f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503976 Mar 21 22:10:19.431520 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7ba8ddf0-67a8-4fa9-a432-7d2b828c70bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (ab21019b-5bb9-4484-af3a-7c1ffede86e6), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:19.434450 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-7ba8ddf0-67a8-4fa9-a432-7d2b828c70bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:19.437931 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-7ba8ddf0-67a8-4fa9-a432-7d2b828c70bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab21019b-5bb9-4484-af3a-7c1ffede86e6 HTTP/1.1" status: 204 len: 168 time: 0.2872567 Mar 21 22:10:19.462328 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8ddf0-67a8-4fa9-a432-7d2b828c70bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab21019b-5bb9-4484-af3a-7c1ffede86e6,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:20.118112 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd441a-c54d-42d8-b945-10f3c7303f35 req-abdb160e-5037-4ff4-ace8-aa8185664345 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:20.119902 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4bfd441a-c54d-42d8-b945-10f3c7303f35 req-abdb160e-5037-4ff4-ace8-aa8185664345 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0904989 Mar 21 22:10:20.183158 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4bfd441a-c54d-42d8-b945-10f3c7303f35 req-08150e5a-3120-46d7-b808-14ebb82ec6d9 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566442 Mar 21 22:10:20.236183 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0ee83602-ccfa-4ca1-9a99-41cc428e8a29 req-89e86f54-01bf-481c-9c00-44dec0ad6404 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0348697 Mar 21 22:10:20.583494 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf68e9-af2f-4e7e-a9ef-271c70459f51 req-9a1172ec-8737-4cfd-a0cb-2ce8add9fe5d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:20.590537 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9edf68e9-af2f-4e7e-a9ef-271c70459f51 req-9a1172ec-8737-4cfd-a0cb-2ce8add9fe5d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0584862 Mar 21 22:10:20.655606 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9edf68e9-af2f-4e7e-a9ef-271c70459f51 req-747911c5-3d82-46ec-9e7f-d2c8773de058 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618262 Mar 21 22:10:20.880077 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36142) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:21.014749 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-e3c0cc9f-a87f-4231-b2d0-a0770c635c9b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-151175324-network', 'tenant_id': '7458146c857149e1bf0714f383c8d472'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:10:21.119988 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c0cc9f-a87f-4231-b2d0-a0770c635c9b admin admin] Made reservation on behalf of 7458146c857149e1bf0714f383c8d472 for: {'network': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:10:21.145063 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0cc9f-a87f-4231-b2d0-a0770c635c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:21.145063 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0cc9f-a87f-4231-b2d0-a0770c635c9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:21.212560 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0cc9f-a87f-4231-b2d0-a0770c635c9b admin admin] Publish callbacks [] for security_group (29e4f309-8cda-4bd2-8f82-d3192b8cb6cc), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:21.307842 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0cc9f-a87f-4231-b2d0-a0770c635c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (29e4f309-8cda-4bd2-8f82-d3192b8cb6cc), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:21.571651 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c0cc9f-a87f-4231-b2d0-a0770c635c9b admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=115863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 22:10:21.611954 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fc01bdc2-df24-4491-9756-bbc2f68fee90 req-15c3b2a2-eb0a-4524-a6fe-823fc7bdb4a9 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.2782762 Mar 21 22:10:21.623512 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5824d-8acc-4783-bd43-5ddf63fbc8fb req-144d9f5a-e2bf-4324-99d2-1bb0f61dab12 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:21.625013 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-34f5824d-8acc-4783-bd43-5ddf63fbc8fb req-144d9f5a-e2bf-4324-99d2-1bb0f61dab12 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.3563280 Mar 21 22:10:21.626276 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0cc9f-a87f-4231-b2d0-a0770c635c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (cecb5485-ff50-497a-91ee-c91c4a0407b3), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:21.626769 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.segments_db [None req-e3c0cc9f-a87f-4231-b2d0-a0770c635c9b admin admin] Added segment cecb5485-ff50-497a-91ee-c91c4a0407b3 of type vlan for network 7ca64710-59df-44d1-9926-47db3d9d37c7 Mar 21 22:10:21.628162 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0cc9f-a87f-4231-b2d0-a0770c635c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e4f309-8cda-4bd2-8f82-d3192b8cb6cc,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:21.689469 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0cc9f-a87f-4231-b2d0-a0770c635c9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (7ca64710-59df-44d1-9926-47db3d9d37c7), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:21.725411 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-34f5824d-8acc-4783-bd43-5ddf63fbc8fb req-e41766d9-69c2-415c-a67c-bf67855361d9 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869524 Mar 21 22:10:21.804712 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d4e74-d59a-4145-b80d-99797da96638 req-65553d34-c8f3-4827-84c0-40ea870e3849 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:21.806318 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-357d4e74-d59a-4145-b80d-99797da96638 req-65553d34-c8f3-4827-84c0-40ea870e3849 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0574889 Mar 21 22:10:21.807525 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0cc9f-a87f-4231-b2d0-a0770c635c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (7ca64710-59df-44d1-9926-47db3d9d37c7), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:21.808567 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0cc9f-a87f-4231-b2d0-a0770c635c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:21.809018 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0cc9f-a87f-4231-b2d0-a0770c635c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:21.884326 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0cc9f-a87f-4231-b2d0-a0770c635c9b admin admin] Pushing event updated for resources: {'Network': ['ID=7ca64710-59df-44d1-9926-47db3d9d37c7,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:21.896180 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network 7ca64710-59df-44d1-9926-47db3d9d37c7 details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 22:10:21.911871 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-357d4e74-d59a-4145-b80d-99797da96638 req-a46ebf0b-e3d5-4200-9174-e51dd5f5fd71 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989287 Mar 21 22:10:21.975965 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-e3c0cc9f-a87f-4231-b2d0-a0770c635c9b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0947134 Mar 21 22:10:21.978908 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 36152) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:21.984662 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-254eaf79-9120-4710-a8e2-b882f09f9308 admin admin] Request body: {'subnet': {'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-151175324-subnet', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'ip_version': 4}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:10:22.104772 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254eaf79-9120-4710-a8e2-b882f09f9308 admin admin] Made reservation on behalf of 7458146c857149e1bf0714f383c8d472 for: {'subnet': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:10:22.107698 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-254eaf79-9120-4710-a8e2-b882f09f9308 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450597'] for subnet (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:22.351216 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-254eaf79-9120-4710-a8e2-b882f09f9308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8624967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450611'] for subnet (a1497cc9-2e8b-48ed-991b-efcb826a8f9f), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:22.412230 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254eaf79-9120-4710-a8e2-b882f09f9308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1497cc9-2e8b-48ed-991b-efcb826a8f9f,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:22.420485 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254eaf79-9120-4710-a8e2-b882f09f9308 admin admin] Checking segment: {'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:10:22.420848 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254eaf79-9120-4710-a8e2-b882f09f9308 admin admin] Network hostable DHCP agents. Network: 7ca64710-59df-44d1-9926-47db3d9d37c7, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 22:10:22.510934 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254eaf79-9120-4710-a8e2-b882f09f9308 admin admin] Network 7ca64710-59df-44d1-9926-47db3d9d37c7 is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 22:10:22.608151 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-254eaf79-9120-4710-a8e2-b882f09f9308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, 7ca64710-59df-44d1-9926-47db3d9d37c7) {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:10:22.612813 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254eaf79-9120-4710-a8e2-b882f09f9308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:22.613461 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-254eaf79-9120-4710-a8e2-b882f09f9308 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:22.619812 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977d06ec-4080-43ca-8b46-0086705977dc None None] Network 7ca64710-59df-44d1-9926-47db3d9d37c7 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:10:22.710485 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-254eaf79-9120-4710-a8e2-b882f09f9308 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7304204 Mar 21 22:10:22.711192 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 36156) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:22.715861 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:10:22.743818 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa991b821-98ed-579e-a256-fb205f0cf9fe-7ca64710-59df-44d1-9926-47db3d9d37c7', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'project_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f'}]}} from dv-cinder-834545-1-iscsi. {{(pid=115864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 22:10:22.744939 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:22.748124 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6c27a65d-1818-4dfb-b194-8b0f53fb096a req-1c583313-54b6-4d1c-bb82-5b7c14706a4e tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0434985 Mar 21 22:10:22.805712 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3232'] for router (30662889-03b8-47cc-8163-ea6f29656092), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:22.806998 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165367', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3255'] for router (30662889-03b8-47cc-8163-ea6f29656092), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:22.865567 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Publish callbacks [] for router_controller (30662889-03b8-47cc-8163-ea6f29656092), precommit_add_association {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:22.880957 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858245e5-6c6f-42bd-a47f-d7f8e51b89d5 req-0e9c3768-0a35-49a4-b5c8-17017d658d7e tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:22.883383 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-858245e5-6c6f-42bd-a47f-d7f8e51b89d5 req-0e9c3768-0a35-49a4-b5c8-17017d658d7e tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0836377 Mar 21 22:10:22.906291 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.db_base_plugin_common [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Allocated IP 172.20.0.2 (7ca64710-59df-44d1-9926-47db3d9d37c7/a1497cc9-2e8b-48ed-991b-efcb826a8f9f/9d1141b2-65e8-49d2-b64b-4e8d350af183) {{(pid=115864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:10:22.940276 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-858245e5-6c6f-42bd-a47f-d7f8e51b89d5 req-2398d505-5a99-41c2-a7c1-2293349f72fe tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513172 Mar 21 22:10:23.063312 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236ca76-cfb6-400e-8532-5eb9ba6f4ddc req-af4d559b-8b9e-4f11-90f4-91bc963cb94c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:23.065331 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2236ca76-cfb6-400e-8532-5eb9ba6f4ddc req-af4d559b-8b9e-4f11-90f4-91bc963cb94c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0615399 Mar 21 22:10:23.073326 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Publish callbacks [] for port (9d1141b2-65e8-49d2-b64b-4e8d350af183), precommit_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:23.083398 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Publish callbacks [] for router_gateway (30662889-03b8-47cc-8163-ea6f29656092), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:23.118729 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2236ca76-cfb6-400e-8532-5eb9ba6f4ddc req-66a8f391-8987-4ff5-952f-e8b325c67c0f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420084 Mar 21 22:10:23.195071 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (9d1141b2-65e8-49d2-b64b-4e8d350af183), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:23.234286 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Network 7ca64710-59df-44d1-9926-47db3d9d37c7 is already hosted by enough agents. {{(pid=115864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:10:23.237331 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.base_scheduler [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Resources bound (agent type, host, resource id): {{(pid=115864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:10:23.243461 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Received port after_create {{(pid=115864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:10:23.250190 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Pushing event updated for resources: {'Port': ['ID=9d1141b2-65e8-49d2-b64b-4e8d350af183,revision_number=1']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:23.309536 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Attempting to bind port 9d1141b2-65e8-49d2-b64b-4e8d350af183 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:10:23.310048 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Attempting to bind port 9d1141b2-65e8-49d2-b64b-4e8d350af183 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:10:23.311040 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Attempting to bind port 9d1141b2-65e8-49d2-b64b-4e8d350af183 on network 7ca64710-59df-44d1-9926-47db3d9d37c7 {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:10:23.317419 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:10:23.323047 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Checking segment: {'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:10:23.323047 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:23.323047 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Bound using segment: {'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:10:23.323047 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Bound port: 9d1141b2-65e8-49d2-b64b-4e8d350af183, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:10:23.323047 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (9d1141b2-65e8-49d2-b64b-4e8d350af183), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:23.396558 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] For port 9d1141b2-65e8-49d2-b64b-4e8d350af183, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:10:23.400173 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] For port 9d1141b2-65e8-49d2-b64b-4e8d350af183, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=9d1141b2-65e8-49d2-b64b-4e8d350af183,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:10:23.466162 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (9d1141b2-65e8-49d2-b64b-4e8d350af183), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:23.534178 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b31b6-82b1-42ef-a425-418d1aa2dc90 None None] Pushing event updated for resources: {'Port': ['ID=9d1141b2-65e8-49d2-b64b-4e8d350af183,revision_number=2']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:23.709383 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Publish callbacks [] for router_gateway (30662889-03b8-47cc-8163-ea6f29656092), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:23.737641 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:23.882235 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5660dd1e-a07d-4232-ac23-7848fa3b6adf req-c835edc8-bbce-450e-abb8-6422650e9437 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0354602 Mar 21 22:10:23.911441 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Allocated IP 172.27.2.91 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/d5edd060-cf67-4494-865e-28edca54de45) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:10:24.026350 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Publish callbacks [] for port (d5edd060-cf67-4494-865e-28edca54de45), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:24.090731 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4f028-1456-4be2-9862-efe6005d9185 req-ff6cddd8-15b0-45eb-889d-153685c411eb tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:24.092310 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d0a4f028-1456-4be2-9862-efe6005d9185 req-ff6cddd8-15b0-45eb-889d-153685c411eb tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0675817 Mar 21 22:10:24.148283 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d0a4f028-1456-4be2-9862-efe6005d9185 req-2d8286fa-cdb1-486c-a26a-232cb504ec42 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500844 Mar 21 22:10:24.179623 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (d5edd060-cf67-4494-865e-28edca54de45), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:24.218617 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:10:24.228229 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:10:24.231718 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:10:24.276245 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Pushing event updated for resources: {'Port': ['ID=d5edd060-cf67-4494-865e-28edca54de45,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:24.286227 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f58580-e206-4de6-b8d3-856a5398996c req-c1d2120c-9796-44f7-8b7a-2fa290502606 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:24.294657 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-00f58580-e206-4de6-b8d3-856a5398996c req-c1d2120c-9796-44f7-8b7a-2fa290502606 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0964849 Mar 21 22:10:24.353711 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-00f58580-e206-4de6-b8d3-856a5398996c req-a63ad7b5-eddc-4b5c-89d4-e974f7ef88bb tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579062 Mar 21 22:10:24.384091 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 9d1141b2-65e8-49d2-b64b-4e8d350af183 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:10:24.446177 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 9d1141b2-65e8-49d2-b64b-4e8d350af183 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:24.446177 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (9d1141b2-65e8-49d2-b64b-4e8d350af183), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:24.572428 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 9d1141b2-65e8-49d2-b64b-4e8d350af183 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:24.573129 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (9d1141b2-65e8-49d2-b64b-4e8d350af183), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:24.619640 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Publish callbacks [] for router_gateway (30662889-03b8-47cc-8163-ea6f29656092), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:24.628514 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port 9d1141b2-65e8-49d2-b64b-4e8d350af183, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=9d1141b2-65e8-49d2-b64b-4e8d350af183,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:10:24.638832 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8a6f61-0b78-4025-bf7d-9c7ccc64590b None None] Network 7ca64710-59df-44d1-9926-47db3d9d37c7 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:10:24.715686 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (9d1141b2-65e8-49d2-b64b-4e8d350af183), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:24.824717 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2bfc-aae4-499f-8b88-682a410d22a3 None None] Provisioning complete for port 9d1141b2-65e8-49d2-b64b-4e8d350af183 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:24.825112 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2bfc-aae4-499f-8b88-682a410d22a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (9d1141b2-65e8-49d2-b64b-4e8d350af183), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:24.827701 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=9d1141b2-65e8-49d2-b64b-4e8d350af183,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:24.854138 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165154'] for router (30662889-03b8-47cc-8163-ea6f29656092), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:24.924144 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2bfc-aae4-499f-8b88-682a410d22a3 None None] Current status of the port 9d1141b2-65e8-49d2-b64b-4e8d350af183 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:25.016854 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1a7a3477-1dbe-41fc-8e6f-f71438a0b87c req-0e44a361-5727-4446-a15e-12ed21667a47 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0374980 Mar 21 22:10:25.116886 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Router 30662889-03b8-47cc-8163-ea6f29656092 is scheduled to L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 with binding_index 1 {{(pid=115862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 22:10:25.154780 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-d46e24db-1499-4f50-88a5-6057c962bcdf None None] Provisioning complete for port 9d1141b2-65e8-49d2-b64b-4e8d350af183 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:25.155359 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d46e24db-1499-4f50-88a5-6057c962bcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (9d1141b2-65e8-49d2-b64b-4e8d350af183), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:25.268014 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:10:25.288382 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Sync routers for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:10:25.300859 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:10:25.304256 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:10:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:25.339480 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e6b9d-d8e4-4fd7-b6d0-03cf5e8a60ce req-4a1014f7-9fbd-457f-83e3-53bdea04f3ae tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:25.342120 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a16e6b9d-d8e4-4fd7-b6d0-03cf5e8a60ce req-4a1014f7-9fbd-457f-83e3-53bdea04f3ae tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0770297 Mar 21 22:10:25.385752 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:25.388402 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-951d6efc-ec08-48ad-abb8-e8315366874a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6756773 Mar 21 22:10:25.391158 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 36174) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:25.396732 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-d46e24db-1499-4f50-88a5-6057c962bcdf None None] Current status of the port 9d1141b2-65e8-49d2-b64b-4e8d350af183 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:25.416505 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a16e6b9d-d8e4-4fd7-b6d0-03cf5e8a60ce req-268357aa-75db-4872-89f5-6108aeb69b32 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678689 Mar 21 22:10:25.495080 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d3b16-c7e5-45a1-8c83-312c144adc2c req-65c53a15-6dca-4061-8d6a-6d66f8b2a151 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:25.497651 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f05d3b16-c7e5-45a1-8c83-312c144adc2c req-65c53a15-6dca-4061-8d6a-6d66f8b2a151 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0706062 Mar 21 22:10:25.533505 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:10:25.556397 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f05d3b16-c7e5-45a1-8c83-312c144adc2c req-5abc480d-a889-4a28-a679-a0617a47d197 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522435 Mar 21 22:10:25.731952 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:24Z', 'revision_number': 3, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:25.758617 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Checking router: 30662889-03b8-47cc-8163-ea6f29656092 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:10:25.758996 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Updating router 30662889-03b8-47cc-8163-ea6f29656092 port d5edd060-cf67-4494-865e-28edca54de45 binding host dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:10:25.801117 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (d5edd060-cf67-4494-865e-28edca54de45), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:25.897027 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:26.094840 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Allocated IP 172.20.0.1 (7ca64710-59df-44d1-9926-47db3d9d37c7/a1497cc9-2e8b-48ed-991b-efcb826a8f9f/60d9d549-0728-4afc-a8c8-a2fbc295ba65) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:10:26.117329 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Publish callbacks [] for port (d5edd060-cf67-4494-865e-28edca54de45), precommit_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:26.196572 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e8b8b8ac-e6c2-47ae-ac9f-4d9299a0c8c1 req-3ccda1ed-f73b-497f-946a-deda99179b63 tempest-VolumesSnapshotTestJSON-721526625 tempest-VolumesSnapshotTestJSON-721526625-project] 10.222.0.45 "GET /v2.0/ports?device_id=278720f6-0c42-409b-8c9e-2839d07b9cba HTTP/1.1" status: 200 len: 210 time: 0.0512369 Mar 21 22:10:26.209236 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (d5edd060-cf67-4494-865e-28edca54de45), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:26.279773 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Publish callbacks [] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:26.296739 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c1dfe-a734-478d-9216-5e1941d2e396 None None] Pushing event updated for resources: {'Port': ['ID=d5edd060-cf67-4494-865e-28edca54de45,revision_number=2']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:26.315932 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c1dfe-a734-478d-9216-5e1941d2e396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:26.316376 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c1dfe-a734-478d-9216-5e1941d2e396 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:26.316939 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c1dfe-a734-478d-9216-5e1941d2e396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:26.317512 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c1dfe-a734-478d-9216-5e1941d2e396 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:26.318053 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c1dfe-a734-478d-9216-5e1941d2e396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:26.318594 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c1dfe-a734-478d-9216-5e1941d2e396 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:26.319173 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c1dfe-a734-478d-9216-5e1941d2e396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:26.319661 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c1dfe-a734-478d-9216-5e1941d2e396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:26.320135 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c1dfe-a734-478d-9216-5e1941d2e396 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:26.320638 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c1dfe-a734-478d-9216-5e1941d2e396 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:26.321130 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c1dfe-a734-478d-9216-5e1941d2e396 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:26.321629 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c1dfe-a734-478d-9216-5e1941d2e396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:26.322103 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c1dfe-a734-478d-9216-5e1941d2e396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:26.322794 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c1dfe-a734-478d-9216-5e1941d2e396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:26.323316 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c1dfe-a734-478d-9216-5e1941d2e396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:10:26.335028 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Attempting to bind port d5edd060-cf67-4494-865e-28edca54de45 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:10:26.335559 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Attempting to bind port d5edd060-cf67-4494-865e-28edca54de45 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:10:26.336088 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Attempting to bind port d5edd060-cf67-4494-865e-28edca54de45 on network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:10:26.345545 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:10:26.346126 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Checking segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:10:26.346666 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:26.347256 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Bound using segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:10:26.347968 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Bound port: d5edd060-cf67-4494-865e-28edca54de45, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:10:26.348815 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (d5edd060-cf67-4494-865e-28edca54de45), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:26.361353 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 9d1141b2-65e8-49d2-b64b-4e8d350af183 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:10:26.383337 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:26.420959 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] For port d5edd060-cf67-4494-865e-28edca54de45, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:10:26.426300 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] For port d5edd060-cf67-4494-865e-28edca54de45, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=d5edd060-cf67-4494-865e-28edca54de45,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:10:26.430948 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Pushing event updated for resources: {'Port': ['ID=60d9d549-0728-4afc-a8c8-a2fbc295ba65,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:26.448312 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Network 7ca64710-59df-44d1-9926-47db3d9d37c7 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:10:26.450636 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:10:26.453418 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:10:26.462147 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bcb1e-6657-4882-b27b-01391442a7bc req-568e1a32-2530-435f-b362-f3c3eb1cf533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:26.465527 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6b9bcb1e-6657-4882-b27b-01391442a7bc req-568e1a32-2530-435f-b362-f3c3eb1cf533 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 1129 time: 0.0888958 Mar 21 22:10:26.477205 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 9d1141b2-65e8-49d2-b64b-4e8d350af183 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:26.477644 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (9d1141b2-65e8-49d2-b64b-4e8d350af183), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:26.513163 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4165623'] for router_interface (30662889-03b8-47cc-8163-ea6f29656092), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:26.525239 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (d5edd060-cf67-4494-865e-28edca54de45), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:26.547287 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6b9bcb1e-6657-4882-b27b-01391442a7bc req-0d07a3bf-62c0-4980-8c76-e43622bda74f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666769 Mar 21 22:10:26.638333 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:10:26.639045 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:10:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:26.642500 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 9d1141b2-65e8-49d2-b64b-4e8d350af183 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:26.647269 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c1dfe-a734-478d-9216-5e1941d2e396 None None] Pushing event updated for resources: {'Port': ['ID=d5edd060-cf67-4494-865e-28edca54de45,revision_number=3']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:26.674011 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff80512-adbc-42e4-b9a6-8582c5bd9b1a req-d20e08cf-8e41-4829-8910-b1609c238918 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:26.682122 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6ff80512-adbc-42e4-b9a6-8582c5bd9b1a req-d20e08cf-8e41-4829-8910-b1609c238918 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.1309114 Mar 21 22:10:26.803987 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:26.805872 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:10:26.818700 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6ff80512-adbc-42e4-b9a6-8582c5bd9b1a req-19cba8e1-a41e-4c43-bdf6-df8bbcf9710c tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352811 Mar 21 22:10:26.838686 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e15ac5-e06b-4594-9eff-806568b6926d req-1223dfd0-d06c-44e6-8258-2c3985b4f09a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:26.844891 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-f32b3756-bb9e-4bf9-9405-12bd0e82ff5d None None] Provisioning complete for port 60d9d549-0728-4afc-a8c8-a2fbc295ba65 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:26.845356 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f32b3756-bb9e-4bf9-9405-12bd0e82ff5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:26.849223 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-29e15ac5-e06b-4594-9eff-806568b6926d req-1223dfd0-d06c-44e6-8258-2c3985b4f09a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.1647081 Mar 21 22:10:26.890996 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-f32b3756-bb9e-4bf9-9405-12bd0e82ff5d None None] Port 60d9d549-0728-4afc-a8c8-a2fbc295ba65 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:10:26.932709 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-29e15ac5-e06b-4594-9eff-806568b6926d req-d7f0be93-7a0d-415b-b4bc-7624a1e1666f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812578 Mar 21 22:10:27.022836 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Publish callbacks [] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:27.043072 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:24Z', 'revision_number': 3, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:27.072522 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57409e6-0c11-4f6b-87a0-68fda3aa33a4 None None] The sync data for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi is: [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:24Z', 'revision_number': 3, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:10:27.114199 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625600'] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:27.188828 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Pushing event updated for resources: {'Port': ['ID=60d9d549-0728-4afc-a8c8-a2fbc295ba65,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:27.191584 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4165475'] for router_interface (30662889-03b8-47cc-8163-ea6f29656092), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:27.299795 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Network 7ca64710-59df-44d1-9926-47db3d9d37c7 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:10:27.301435 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:10:27.492476 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Router 30662889-03b8-47cc-8163-ea6f29656092 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:10:27.623978 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-558c924c-2595-4cb7-ba84-cb6db7e47597 None None] Provisioning complete for port 60d9d549-0728-4afc-a8c8-a2fbc295ba65 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:27.625075 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-558c924c-2595-4cb7-ba84-cb6db7e47597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:27.638331 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:10:27.647546 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-ac974f08-fc30-47fe-be0c-3c01bf77bd93 admin admin] 10.222.0.45 "PUT /v2.0/routers/30662889-03b8-47cc-8163-ea6f29656092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2548425 Mar 21 22:10:27.688800 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-558c924c-2595-4cb7-ba84-cb6db7e47597 None None] Port 60d9d549-0728-4afc-a8c8-a2fbc295ba65 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:10:27.957627 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b6dee-1244-4d3a-b946-ed41d55a9238 req-5e3cc711-95b2-46d5-bc2c-4a1384689f17 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:27.959354 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d68b6dee-1244-4d3a-b946-ed41d55a9238 req-5e3cc711-95b2-46d5-bc2c-4a1384689f17 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0678134 Mar 21 22:10:28.029230 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d68b6dee-1244-4d3a-b946-ed41d55a9238 req-2d36c63b-c00b-46f3-adbc-94ee10edf113 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620322 Mar 21 22:10:28.137181 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105c9f4-e4e4-422c-b54d-e390f20c2587 req-563162ee-f458-4a73-931c-827f95b6f495 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:28.139545 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b105c9f4-e4e4-422c-b54d-e390f20c2587 req-563162ee-f458-4a73-931c-827f95b6f495 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.1093295 Mar 21 22:10:28.192369 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b105c9f4-e4e4-422c-b54d-e390f20c2587 req-5f2d46b5-3a9d-4f47-8d33-679c140704a0 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471246 Mar 21 22:10:28.347115 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device d5edd060-cf67-4494-865e-28edca54de45 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:10:28.401474 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port d5edd060-cf67-4494-865e-28edca54de45 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:28.402060 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (d5edd060-cf67-4494-865e-28edca54de45), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:28.486199 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port d5edd060-cf67-4494-865e-28edca54de45 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:28.486594 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (d5edd060-cf67-4494-865e-28edca54de45), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:28.509621 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port d5edd060-cf67-4494-865e-28edca54de45, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=d5edd060-cf67-4494-865e-28edca54de45,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:10:28.519681 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36212) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:28.524723 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-efebe4fc-063d-4179-a4d6-f2c1ea6ec400 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2105001256-network', 'tenant_id': 'c3f46104302e42de8705cc06ef072b31'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:10:28.700068 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efebe4fc-063d-4179-a4d6-f2c1ea6ec400 admin admin] Made reservation on behalf of c3f46104302e42de8705cc06ef072b31 for: {'network': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:10:28.700472 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (d5edd060-cf67-4494-865e-28edca54de45), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:28.702705 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-efebe4fc-063d-4179-a4d6-f2c1ea6ec400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:28.715345 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-efebe4fc-063d-4179-a4d6-f2c1ea6ec400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:28.797185 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=d5edd060-cf67-4494-865e-28edca54de45,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:28.819159 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-efebe4fc-063d-4179-a4d6-f2c1ea6ec400 admin admin] Publish callbacks [] for security_group (7f4c4b16-f514-4bec-a6c4-3cd97fa5cb7e), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:28.893511 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-efebe4fc-063d-4179-a4d6-f2c1ea6ec400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (7f4c4b16-f514-4bec-a6c4-3cd97fa5cb7e), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:28.921887 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efebe4fc-063d-4179-a4d6-f2c1ea6ec400 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=115863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 22:10:28.932018 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebe4fc-063d-4179-a4d6-f2c1ea6ec400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4c4b16-f514-4bec-a6c4-3cd97fa5cb7e,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:28.939248 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-efebe4fc-063d-4179-a4d6-f2c1ea6ec400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (397c1663-60af-4c1c-9ef8-c05c103f601d), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:28.945163 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.segments_db [None req-efebe4fc-063d-4179-a4d6-f2c1ea6ec400 admin admin] Added segment 397c1663-60af-4c1c-9ef8-c05c103f601d of type vlan for network de54f973-b0c9-4948-ad10-954577bfcea9 Mar 21 22:10:28.955792 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Sync routers for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:10:28.967585 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:10:28.968238 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:10:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:28.996707 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-efebe4fc-063d-4179-a4d6-f2c1ea6ec400 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (de54f973-b0c9-4948-ad10-954577bfcea9), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:29.074349 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-efebe4fc-063d-4179-a4d6-f2c1ea6ec400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (de54f973-b0c9-4948-ad10-954577bfcea9), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:29.076087 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efebe4fc-063d-4179-a4d6-f2c1ea6ec400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:29.076702 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-efebe4fc-063d-4179-a4d6-f2c1ea6ec400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:29.110413 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:10:29.171601 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebe4fc-063d-4179-a4d6-f2c1ea6ec400 admin admin] Pushing event updated for resources: {'Network': ['ID=de54f973-b0c9-4948-ad10-954577bfcea9,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:29.195530 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network de54f973-b0c9-4948-ad10-954577bfcea9 details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 22:10:29.203723 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba8aed-34fa-43e0-8d2b-24167bb60bd7 req-affb7c64-ef35-4fe8-82e2-047becc25c32 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:29.205246 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c7ba8aed-34fa-43e0-8d2b-24167bb60bd7 req-affb7c64-ef35-4fe8-82e2-047becc25c32 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0787771 Mar 21 22:10:29.211081 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-efebe4fc-063d-4179-a4d6-f2c1ea6ec400 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6898129 Mar 21 22:10:29.213900 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36218) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:29.218935 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-cb2e5058-6deb-4855-a653-020909df103e admin admin] Request body: {'subnet': {'network_id': 'de54f973-b0c9-4948-ad10-954577bfcea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2105001256-subnet', 'tenant_id': 'c3f46104302e42de8705cc06ef072b31', 'ip_version': 4}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:10:29.299995 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c7ba8aed-34fa-43e0-8d2b-24167bb60bd7 req-16f3a11e-b56e-4475-9dcb-9f8db9b93adc tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882354 Mar 21 22:10:29.327187 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2e5058-6deb-4855-a653-020909df103e admin admin] Made reservation on behalf of c3f46104302e42de8705cc06ef072b31 for: {'subnet': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:10:29.327422 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cb2e5058-6deb-4855-a653-020909df103e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12331869'] for subnet (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:29.417166 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5de421-7995-4ce9-956d-a601532936b9 req-0736c0d1-aa15-494e-a705-1200b7f66714 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:29.419295 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2f5de421-7995-4ce9-956d-a601532936b9 req-0736c0d1-aa15-494e-a705-1200b7f66714 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.1451650 Mar 21 22:10:29.440076 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 2, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:29.473687 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Checking router: 30662889-03b8-47cc-8163-ea6f29656092 for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:10:29.473687 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Updating router 30662889-03b8-47cc-8163-ea6f29656092 port 60d9d549-0728-4afc-a8c8-a2fbc295ba65 binding host dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:10:29.510076 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:29.537803 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2f5de421-7995-4ce9-956d-a601532936b9 req-4605bbe7-f50e-4e28-b244-a9618c2a92d1 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015606 Mar 21 22:10:29.548436 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ede547-0b68-40f2-b986-f6559e4deb00 req-e252842c-dedd-4c4f-8f64-b201b1c88863 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:29.549982 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d2ede547-0b68-40f2-b986-f6559e4deb00 req-e252842c-dedd-4c4f-8f64-b201b1c88863 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.1648130 Mar 21 22:10:29.656999 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d2ede547-0b68-40f2-b986-f6559e4deb00 req-edb33d4a-9b02-4042-8909-f8b7cb197661 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907321 Mar 21 22:10:29.679685 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36224) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:29.788985 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cb2e5058-6deb-4855-a653-020909df103e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9687617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12331851'] for subnet (83774e14-9688-47b9-8ea7-88c8b4f86e75), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:29.809626 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Publish callbacks [] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), precommit_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:29.858601 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e5058-6deb-4855-a653-020909df103e admin admin] Pushing event updated for resources: {'Subnet': ['ID=83774e14-9688-47b9-8ea7-88c8b4f86e75,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:29.865882 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e5058-6deb-4855-a653-020909df103e admin admin] Checking segment: {'id': '397c1663-60af-4c1c-9ef8-c05c103f601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'de54f973-b0c9-4948-ad10-954577bfcea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:10:29.866250 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2e5058-6deb-4855-a653-020909df103e admin admin] Network hostable DHCP agents. Network: de54f973-b0c9-4948-ad10-954577bfcea9, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 22:10:29.927986 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:29.987096 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1311d-17e9-43eb-9819-8ead16bfe43a None None] Pushing event updated for resources: {'Port': ['ID=60d9d549-0728-4afc-a8c8-a2fbc295ba65,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:29.998567 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3f5e75-6e31-4ef0-af82-da013edce7c8 tempest-TestShelveInstance-1603344673 tempest-TestShelveInstance-1603344673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:30.000301 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-3f3f5e75-6e31-4ef0-af82-da013edce7c8 tempest-TestShelveInstance-1603344673 tempest-TestShelveInstance-1603344673-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 1124 time: 0.3195567 Mar 21 22:10:30.002073 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2e5058-6deb-4855-a653-020909df103e admin admin] Network de54f973-b0c9-4948-ad10-954577bfcea9 is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 22:10:30.004442 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 36228) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:30.009616 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Request body: {'floatingip': {'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'port_id': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:10:30.041085 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Attempting to bind port 60d9d549-0728-4afc-a8c8-a2fbc295ba65 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:10:30.041380 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Attempting to bind port 60d9d549-0728-4afc-a8c8-a2fbc295ba65 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:10:30.041752 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Attempting to bind port 60d9d549-0728-4afc-a8c8-a2fbc295ba65 on network 7ca64710-59df-44d1-9926-47db3d9d37c7 {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:10:30.048649 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:10:30.049129 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Checking segment: {'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:10:30.049604 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:30.052771 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Bound using segment: {'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:10:30.052771 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Bound port: 60d9d549-0728-4afc-a8c8-a2fbc295ba65, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:10:30.052771 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:30.110526 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-cb2e5058-6deb-4855-a653-020909df103e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, de54f973-b0c9-4948-ad10-954577bfcea9) {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:10:30.119944 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2e5058-6deb-4855-a653-020909df103e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:30.122688 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cb2e5058-6deb-4855-a653-020909df103e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:30.126638 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:30.145335 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] For port 60d9d549-0728-4afc-a8c8-a2fbc295ba65, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:10:30.149496 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b236446f-e33f-4cdb-9e44-22782e96f40d None None] Network de54f973-b0c9-4948-ad10-954577bfcea9 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:10:30.152541 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] For port 60d9d549-0728-4afc-a8c8-a2fbc295ba65, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=60d9d549-0728-4afc-a8c8-a2fbc295ba65,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:10:30.249231 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-cb2e5058-6deb-4855-a653-020909df103e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0277517 Mar 21 22:10:30.249231 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36234) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:30.255358 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:30.265029 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2105001256-router', 'tenant_id': 'c3f46104302e42de8705cc06ef072b31', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:10:30.295279 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa991b821-98ed-579e-a256-fb205f0cf9fe-de54f973-b0c9-4948-ad10-954577bfcea9', 'network_id': 'de54f973-b0c9-4948-ad10-954577bfcea9', 'project_id': 'c3f46104302e42de8705cc06ef072b31', 'fixed_ips': [{'subnet_id': '83774e14-9688-47b9-8ea7-88c8b4f86e75'}]}} from dv-cinder-834545-1-iscsi. {{(pid=115864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 22:10:30.296480 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:30.301566 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:30.329102 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device d5edd060-cf67-4494-865e-28edca54de45 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:10:30.409377 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3232'] for router (e5eb5cff-33c9-47ce-8f55-f0c44a567456), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:30.411108 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165367', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3255'] for router (e5eb5cff-33c9-47ce-8f55-f0c44a567456), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:30.453282 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Allocated IP 172.27.2.32 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/18c9959c-eb9e-433f-9b58-5c8e05f2bcbd) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:10:30.493227 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-f755cb40-dfeb-4160-9288-af5be29cb7d8 None None] Provisioning complete for port 60d9d549-0728-4afc-a8c8-a2fbc295ba65 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:30.498479 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f755cb40-dfeb-4160-9288-af5be29cb7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:30.508022 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:10:30.510092 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:10:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:30.548868 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Publish callbacks [] for router_controller (e5eb5cff-33c9-47ce-8f55-f0c44a567456), precommit_add_association {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:30.592956 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1311d-17e9-43eb-9819-8ead16bfe43a None None] Pushing event updated for resources: {'Port': ['ID=60d9d549-0728-4afc-a8c8-a2fbc295ba65,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:30.660067 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for port (18c9959c-eb9e-433f-9b58-5c8e05f2bcbd), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:30.696870 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port d5edd060-cf67-4494-865e-28edca54de45 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:30.697510 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (d5edd060-cf67-4494-865e-28edca54de45), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:30.780878 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a072142-3354-477f-8183-226b0180b4d2 req-38ceab59-78cb-438e-b5ce-76742bc1c9aa tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:30.781196 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.db_base_plugin_common [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Allocated IP 172.20.0.2 (de54f973-b0c9-4948-ad10-954577bfcea9/83774e14-9688-47b9-8ea7-88c8b4f86e75/9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3) {{(pid=115864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:10:30.782385 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6a072142-3354-477f-8183-226b0180b4d2 req-38ceab59-78cb-438e-b5ce-76742bc1c9aa tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.1429472 Mar 21 22:10:30.796495 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (18c9959c-eb9e-433f-9b58-5c8e05f2bcbd), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:30.843135 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:10:30.847104 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:10:30.853907 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:10:30.868617 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Publish callbacks [] for router_gateway (e5eb5cff-33c9-47ce-8f55-f0c44a567456), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:30.896319 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Pushing event updated for resources: {'Port': ['ID=18c9959c-eb9e-433f-9b58-5c8e05f2bcbd,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:30.905501 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6a072142-3354-477f-8183-226b0180b4d2 req-709a08ce-3a9e-44cd-b446-d93ad1f7a0a5 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888128 Mar 21 22:10:30.961021 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:10:31.066676 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-f755cb40-dfeb-4160-9288-af5be29cb7d8 None None] Current status of the port 60d9d549-0728-4afc-a8c8-a2fbc295ba65 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:31.067124 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f755cb40-dfeb-4160-9288-af5be29cb7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:31.192702 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Publish callbacks [] for router_gateway (e5eb5cff-33c9-47ce-8f55-f0c44a567456), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:31.213984 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:31.242721 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port d5edd060-cf67-4494-865e-28edca54de45 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:31.251073 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-f755cb40-dfeb-4160-9288-af5be29cb7d8 None None] For port 60d9d549-0728-4afc-a8c8-a2fbc295ba65, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=60d9d549-0728-4afc-a8c8-a2fbc295ba65,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:10:31.331787 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f755cb40-dfeb-4160-9288-af5be29cb7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:31.362256 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Allocated IP 172.27.2.198 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/ec1ae03b-9208-4aa7-82c0-2b4763a1cacf) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:10:31.388690 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Publish callbacks [] for port (9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3), precommit_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:31.426752 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755cb40-dfeb-4160-9288-af5be29cb7d8 None None] Pushing event updated for resources: {'Port': ['ID=60d9d549-0728-4afc-a8c8-a2fbc295ba65,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:31.463239 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:30Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:31.494558 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-02073852-d15a-4d78-8634-9e256ce7d8ad None None] Provisioning complete for port 60d9d549-0728-4afc-a8c8-a2fbc295ba65 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:31.495098 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-02073852-d15a-4d78-8634-9e256ce7d8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:31.497727 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa9577-966c-4235-96ba-eef754ef3c9a None None] The sync data for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi is: [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:30Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:10:31.499651 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Publish callbacks [] for port (ec1ae03b-9208-4aa7-82c0-2b4763a1cacf), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:31.527792 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:31.588061 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Network de54f973-b0c9-4948-ad10-954577bfcea9 is already hosted by enough agents. {{(pid=115864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:10:31.600673 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.base_scheduler [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Resources bound (agent type, host, resource id): {{(pid=115864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:10:31.614645 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Received port after_create {{(pid=115864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:10:31.614645 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Pushing event updated for resources: {'Port': ['ID=9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3,revision_number=1']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:31.638324 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for floatingip (abdd3fb2-86f9-4f83-978a-881c73a53d6b), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:31.674566 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (ec1ae03b-9208-4aa7-82c0-2b4763a1cacf), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:31.707354 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-02073852-d15a-4d78-8634-9e256ce7d8ad None None] Current status of the port 60d9d549-0728-4afc-a8c8-a2fbc295ba65 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:31.712259 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Attempting to bind port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:10:31.712478 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Attempting to bind port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '397c1663-60af-4c1c-9ef8-c05c103f601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'de54f973-b0c9-4948-ad10-954577bfcea9'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:10:31.712811 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Attempting to bind port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 on network de54f973-b0c9-4948-ad10-954577bfcea9 {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:10:31.719381 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:10:31.719764 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Checking segment: {'id': '397c1663-60af-4c1c-9ef8-c05c103f601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'de54f973-b0c9-4948-ad10-954577bfcea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:10:31.720101 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:31.720507 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Bound using segment: {'id': '397c1663-60af-4c1c-9ef8-c05c103f601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'de54f973-b0c9-4948-ad10-954577bfcea9'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:10:31.721141 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Bound port: 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397c1663-60af-4c1c-9ef8-c05c103f601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'de54f973-b0c9-4948-ad10-954577bfcea9'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:10:31.721557 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:31.756549 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:10:31.762628 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:10:31.766801 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:10:31.819090 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] For port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:10:31.828986 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (18c9959c-eb9e-433f-9b58-5c8e05f2bcbd), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:31.829696 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] For port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3,segment=NetworkSegment(397c1663-60af-4c1c-9ef8-c05c103f601d),segment_id=397c1663-60af-4c1c-9ef8-c05c103f601d)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:10:31.833899 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ec1ae03b-9208-4aa7-82c0-2b4763a1cacf,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:31.917374 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:32.025185 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f185d-97f2-4aac-948f-cbd4b8ab210d None None] Pushing event updated for resources: {'Port': ['ID=9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3,revision_number=2']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:32.067153 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for port (18c9959c-eb9e-433f-9b58-5c8e05f2bcbd), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:32.162426 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625600'] for port (18c9959c-eb9e-433f-9b58-5c8e05f2bcbd), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:32.169801 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4530181-36c1-4c51-a190-ab6cddfb6203 req-c465db2c-0331-49a3-aecf-89250eae8d53 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:32.183046 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b4530181-36c1-4c51-a190-ab6cddfb6203 req-c465db2c-0331-49a3-aecf-89250eae8d53 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0961893 Mar 21 22:10:32.240819 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Pushing event updated for resources: {'Port': ['ID=18c9959c-eb9e-433f-9b58-5c8e05f2bcbd,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:32.301636 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (abdd3fb2-86f9-4f83-978a-881c73a53d6b), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:32.394340 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b4530181-36c1-4c51-a190-ab6cddfb6203 req-7a31455b-6a98-4dc0-8b12-1a2d01fd0304 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058239 Mar 21 22:10:32.462216 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Publish callbacks [] for router_gateway (e5eb5cff-33c9-47ce-8f55-f0c44a567456), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:32.490096 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.l3_db [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Floating IP abdd3fb2-86f9-4f83-978a-881c73a53d6b associated. External IP: 172.27.2.32, port: f0e2302d-e496-49a7-95b5-e3f8e8ab602c. Mar 21 22:10:32.526634 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:10:32.593545 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:32.594080 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:32.721365 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:32.723507 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:32.763093 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165154'] for router (e5eb5cff-33c9-47ce-8f55-f0c44a567456), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:32.775274 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3,segment=NetworkSegment(397c1663-60af-4c1c-9ef8-c05c103f601d),segment_id=397c1663-60af-4c1c-9ef8-c05c103f601d)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:10:32.801830 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:10:32.851641 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:32.852542 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 60d9d549-0728-4afc-a8c8-a2fbc295ba65 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:10:32.948094 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:32.978460 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:10:32.989906 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c87a8-47e2-4b5e-ad53-3ad08565af82 None None] Sync routers for ids ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:10:33.016604 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537c87a8-47e2-4b5e-ad53-3ad08565af82 None None] Routers {'e2ad9bda-3778-4f67-82fe-5e23a56b31b9'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:10:33.017692 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-537c87a8-47e2-4b5e-ad53-3ad08565af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:10:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:33.037324 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 60d9d549-0728-4afc-a8c8-a2fbc295ba65 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:33.038040 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:33.153299 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 60d9d549-0728-4afc-a8c8-a2fbc295ba65 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:33.234311 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-537c87a8-47e2-4b5e-ad53-3ad08565af82 None None] Set router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:10:33.258976 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:33.307319 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-c585957a-af98-4f61-bf89-6a1bab21e797 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3009758 Mar 21 22:10:33.307537 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'tag': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c'}] {{(pid=115862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:10:33.310491 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91f982db15cf7ea7fd65b6c8757bc5df642054ad0495c8a7b37b88a944552a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84f4f0e-52cb-49a4-bf8f-ca41fff209f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e577de48-76ab-47cf-ba49-ed97a048a9a8", "tag": "f0e2302d-e496-49a7-95b5-e3f8e8ab602c"}]}' {{(pid=115862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:10:33.344619 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Router e5eb5cff-33c9-47ce-8f55-f0c44a567456 is scheduled to L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 with binding_index 1 {{(pid=115863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 22:10:33.456806 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1032b0-dac2-4c6a-8b57-e12afb4213f5 None None] Network de54f973-b0c9-4948-ad10-954577bfcea9 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:10:33.540379 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-537c87a8-47e2-4b5e-ad53-3ad08565af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'name': 'tempest-TestShelveInstance-806057212-router', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:47Z', 'updated_at': '2022-03-21T22:08:51Z', 'revision_number': 4, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'gw_port': {'id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:48Z', 'updated_at': '2022-03-21T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'abdd3fb2-86f9-4f83-978a-881c73a53d6b', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'port_id': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'mac_address': 'fa:16:3e:e9:20:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:10:31Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 0, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a19182-2a2f-4a23-b3a2-c1a7e39e3132', 'name': '', 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'mac_address': 'fa:16:3e:c3:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:50Z', 'updated_at': '2022-03-21T22:08:55Z', 'revision_number': 5, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'subnets': [{'id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:33.550602 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:10:33.559367 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15acffb0-18dc-4d6a-a392-01a2785265d4 x-openstack-request-id: req-15acffb0-18dc-4d6a-a392-01a2785265d4 {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:10:33.559973 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e577de48-76ab-47cf-ba49-ed97a048a9a8", "tag": "f0e2302d-e496-49a7-95b5-e3f8e8ab602c", "status": "completed", "code": 200}]} {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:10:33.560389 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-15acffb0-18dc-4d6a-a392-01a2785265d4 {{(pid=115862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:10:33.560969 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'tag': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c', 'status': 'completed', 'code': 200} Mar 21 22:10:33.571027 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Sync routers for ids ['e5eb5cff-33c9-47ce-8f55-f0c44a567456'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:10:33.573365 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb05494-03b7-49a0-886f-19f72f82a40b req-7b0cb767-1473-41a4-9533-b95ce5449e59 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:33.575621 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-dbb05494-03b7-49a0-886f-19f72f82a40b req-7b0cb767-1473-41a4-9533-b95ce5449e59 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.1114969 Mar 21 22:10:33.586371 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c87a8-47e2-4b5e-ad53-3ad08565af82 None None] Checking router: e2ad9bda-3778-4f67-82fe-5e23a56b31b9 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:10:33.597869 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537c87a8-47e2-4b5e-ad53-3ad08565af82 None None] Routers {'e2ad9bda-3778-4f67-82fe-5e23a56b31b9'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:10:33.597869 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-537c87a8-47e2-4b5e-ad53-3ad08565af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:10:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:33.606416 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-f6ddd566-fb57-4daa-a75c-3db4098d14c2 None None] Provisioning complete for port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:33.607709 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd566-fb57-4daa-a75c-3db4098d14c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:33.638462 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-dbb05494-03b7-49a0-886f-19f72f82a40b req-7cd49b14-4be2-4b19-a2bb-ff7c45b3ab6d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569770 Mar 21 22:10:33.652754 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Routers {'e5eb5cff-33c9-47ce-8f55-f0c44a567456'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:10:33.653718 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:10:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5eb5cff-33c9-47ce-8f55-f0c44a567456'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:33.665119 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:33.668499 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-aafb911a-1861-432a-9ce5-581f80d715d9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4148233 Mar 21 22:10:33.670599 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 36256) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:33.711658 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-537c87a8-47e2-4b5e-ad53-3ad08565af82 None None] Set router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:10:33.823571 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Set router e5eb5cff-33c9-47ce-8f55-f0c44a567456 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:10:33.839446 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-f6ddd566-fb57-4daa-a75c-3db4098d14c2 None None] Current status of the port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:34.074856 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-7040b8f1-db43-44e6-960e-e9b186e4fe01 None None] Provisioning complete for port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:34.075566 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7040b8f1-db43-44e6-960e-e9b186e4fe01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:34.111259 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-537c87a8-47e2-4b5e-ad53-3ad08565af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'name': 'tempest-TestShelveInstance-806057212-router', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:47Z', 'updated_at': '2022-03-21T22:08:51Z', 'revision_number': 4, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'gw_port': {'id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:48Z', 'updated_at': '2022-03-21T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'abdd3fb2-86f9-4f83-978a-881c73a53d6b', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'port_id': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'mac_address': 'fa:16:3e:e9:20:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:10:31Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 0, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a19182-2a2f-4a23-b3a2-c1a7e39e3132', 'name': '', 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'mac_address': 'fa:16:3e:c3:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:50Z', 'updated_at': '2022-03-21T22:08:55Z', 'revision_number': 5, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'subnets': [{'id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:34.111997 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'name': 'tempest-TestVolumeBootPattern-2105001256-router', 'tenant_id': 'c3f46104302e42de8705cc06ef072b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'ec1ae03b-9208-4aa7-82c0-2b4763a1cacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:30Z', 'updated_at': '2022-03-21T22:10:32Z', 'revision_number': 3, 'project_id': 'c3f46104302e42de8705cc06ef072b31', 'gw_port': {'id': 'ec1ae03b-9208-4aa7-82c0-2b4763a1cacf', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:31Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:34.142171 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c87a8-47e2-4b5e-ad53-3ad08565af82 None None] The sync data for ids ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'] in dv-cinder-834545-1-iscsi is: [{'id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'name': 'tempest-TestShelveInstance-806057212-router', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:47Z', 'updated_at': '2022-03-21T22:08:51Z', 'revision_number': 4, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'gw_port': {'id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:48Z', 'updated_at': '2022-03-21T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'abdd3fb2-86f9-4f83-978a-881c73a53d6b', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'port_id': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'mac_address': 'fa:16:3e:e9:20:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:10:31Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 0, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a19182-2a2f-4a23-b3a2-c1a7e39e3132', 'name': '', 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'mac_address': 'fa:16:3e:c3:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:50Z', 'updated_at': '2022-03-21T22:08:55Z', 'revision_number': 5, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'subnets': [{'id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:10:34.145855 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Checking router: e5eb5cff-33c9-47ce-8f55-f0c44a567456 for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:10:34.146205 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Updating router e5eb5cff-33c9-47ce-8f55-f0c44a567456 port ec1ae03b-9208-4aa7-82c0-2b4763a1cacf binding host dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:10:34.180809 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ec1ae03b-9208-4aa7-82c0-2b4763a1cacf), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:34.199534 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:34.390770 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:10:34.391583 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Allocated IP 172.20.0.1 (de54f973-b0c9-4948-ad10-954577bfcea9/83774e14-9688-47b9-8ea7-88c8b4f86e75/ba0df6d0-35c1-4f40-9a4e-a3e9386bf318) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:10:34.415577 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a871c4a-7739-4168-9999-795137d798d9 None None] New status for floating IP abdd3fb2-86f9-4f83-978a-881c73a53d6b: ACTIVE {{(pid=115865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:10:34.499530 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-7040b8f1-db43-44e6-960e-e9b186e4fe01 None None] Current status of the port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:34.521097 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Publish callbacks [] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:34.578788 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:34.579188 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:34.631556 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:34.674068 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Network de54f973-b0c9-4948-ad10-954577bfcea9 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:10:34.678567 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:10:34.684701 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:10:34.707373 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Pushing event updated for resources: {'Port': ['ID=ba0df6d0-35c1-4f40-9a4e-a3e9386bf318,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:34.729254 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4165623'] for router_interface (e5eb5cff-33c9-47ce-8f55-f0c44a567456), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:34.737898 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:34.791599 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b0430-f009-4786-94fa-f00d4b6edf29 req-c3393697-ba2e-4297-8bb0-3cf139ededa9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:34.795565 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7d7b0430-f009-4786-94fa-f00d4b6edf29 req-c3393697-ba2e-4297-8bb0-3cf139ededa9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0807199 Mar 21 22:10:34.833344 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Publish callbacks [] for port (ec1ae03b-9208-4aa7-82c0-2b4763a1cacf), precommit_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:34.896551 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7d7b0430-f009-4786-94fa-f00d4b6edf29 req-21282bb8-8da2-47a7-a3ae-448e2e411047 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829070 Mar 21 22:10:34.925584 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (ec1ae03b-9208-4aa7-82c0-2b4763a1cacf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:34.979559 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:34.983769 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Attempting to bind port ec1ae03b-9208-4aa7-82c0-2b4763a1cacf on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:10:34.983769 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Attempting to bind port ec1ae03b-9208-4aa7-82c0-2b4763a1cacf by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:10:34.984239 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Attempting to bind port ec1ae03b-9208-4aa7-82c0-2b4763a1cacf on network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:10:34.987236 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ccd71-cd00-4b02-93ca-60d53e918b58 None None] Pushing event updated for resources: {'Port': ['ID=ec1ae03b-9208-4aa7-82c0-2b4763a1cacf,revision_number=2']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:34.992052 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:10:34.992427 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Checking segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:10:34.992835 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:34.993225 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Bound using segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:10:34.993703 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Bound port: ec1ae03b-9208-4aa7-82c0-2b4763a1cacf, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:10:34.994099 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ec1ae03b-9208-4aa7-82c0-2b4763a1cacf), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:35.059516 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-b68fe542-ea41-4f0f-923c-f08d2adb5d0b None None] Provisioning complete for port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:35.059996 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-b68fe542-ea41-4f0f-923c-f08d2adb5d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:35.066020 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] For port ec1ae03b-9208-4aa7-82c0-2b4763a1cacf, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:10:35.097617 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] For port ec1ae03b-9208-4aa7-82c0-2b4763a1cacf, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=ec1ae03b-9208-4aa7-82c0-2b4763a1cacf,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:10:35.109286 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-b68fe542-ea41-4f0f-923c-f08d2adb5d0b None None] Port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:10:35.164472 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Publish callbacks [] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:35.179758 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (ec1ae03b-9208-4aa7-82c0-2b4763a1cacf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:35.189822 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f4f0e-52cb-49a4-bf8f-ca41fff209f5 req-19b3ae1d-41b8-4ecd-9e83-3aeff7c5950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:35.191430 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d84f4f0e-52cb-49a4-bf8f-ca41fff209f5 req-19b3ae1d-41b8-4ecd-9e83-3aeff7c5950c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dbb0924c2d1456aaea6264ed21663f8&device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 1129 time: 0.0633936 Mar 21 22:10:35.241734 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Routers {'e5eb5cff-33c9-47ce-8f55-f0c44a567456'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:10:35.242393 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:10:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5eb5cff-33c9-47ce-8f55-f0c44a567456'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:35.270709 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625600'] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:35.285580 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ccd71-cd00-4b02-93ca-60d53e918b58 None None] Pushing event updated for resources: {'Port': ['ID=ec1ae03b-9208-4aa7-82c0-2b4763a1cacf,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:35.304032 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f4f0e-52cb-49a4-bf8f-ca41fff209f5 req-6f8efeb9-e22a-4bf3-84df-235687ee5d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:35.305619 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d84f4f0e-52cb-49a4-bf8f-ca41fff209f5 req-6f8efeb9-e22a-4bf3-84df-235687ee5d1e service neutron] 10.222.0.47 "GET /v2.0/networks?id=bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 HTTP/1.1" status: 200 len: 909 time: 0.1079912 Mar 21 22:10:35.353147 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Pushing event updated for resources: {'Port': ['ID=ba0df6d0-35c1-4f40-9a4e-a3e9386bf318,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:35.356990 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4165475'] for router_interface (e5eb5cff-33c9-47ce-8f55-f0c44a567456), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:35.378244 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] Set router e5eb5cff-33c9-47ce-8f55-f0c44a567456 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:10:35.391628 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d84f4f0e-52cb-49a4-bf8f-ca41fff209f5 req-1973ed0f-c97b-4068-a4ad-696d3c1dae9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e2302d-e496-49a7-95b5-e3f8e8ab602c HTTP/1.1" status: 200 len: 1000 time: 0.0785308 Mar 21 22:10:35.446706 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f4f0e-52cb-49a4-bf8f-ca41fff209f5 req-dba8d08e-d668-42ac-9f74-fc97d3515aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:35.448416 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d84f4f0e-52cb-49a4-bf8f-ca41fff209f5 req-dba8d08e-d668-42ac-9f74-fc97d3515aa0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=467c48a9-2c76-4760-b26b-44922ac0c885 HTTP/1.1" status: 200 len: 847 time: 0.0508249 Mar 21 22:10:35.467780 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Network de54f973-b0c9-4948-ad10-954577bfcea9 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:10:35.476437 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:10:35.508659 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f4f0e-52cb-49a4-bf8f-ca41fff209f5 req-035c4bb9-00f1-43c4-9bef-e67e43f9f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:35.509965 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d84f4f0e-52cb-49a4-bf8f-ca41fff209f5 req-035c4bb9-00f1-43c4-9bef-e67e43f9f781 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549738 Mar 21 22:10:35.634316 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'name': 'tempest-TestVolumeBootPattern-2105001256-router', 'tenant_id': 'c3f46104302e42de8705cc06ef072b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'ec1ae03b-9208-4aa7-82c0-2b4763a1cacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:30Z', 'updated_at': '2022-03-21T22:10:34Z', 'revision_number': 4, 'project_id': 'c3f46104302e42de8705cc06ef072b31', 'gw_port': {'id': 'ec1ae03b-9208-4aa7-82c0-2b4763a1cacf', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:31Z', 'updated_at': '2022-03-21T22:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'ba0df6d0-35c1-4f40-9a4e-a3e9386bf318', 'name': '', 'network_id': 'de54f973-b0c9-4948-ad10-954577bfcea9', 'tenant_id': 'c3f46104302e42de8705cc06ef072b31', 'mac_address': 'fa:16:3e:71:fe:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '83774e14-9688-47b9-8ea7-88c8b4f86e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:34Z', 'updated_at': '2022-03-21T22:10:34Z', 'revision_number': 1, 'project_id': 'c3f46104302e42de8705cc06ef072b31', 'subnets': [{'id': '83774e14-9688-47b9-8ea7-88c8b4f86e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:35.635919 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d84f4f0e-52cb-49a4-bf8f-ca41fff209f5 req-e057be66-dc8e-4f15-9790-e4545bda2e99 service neutron] 10.222.0.47 "GET /v2.0/networks/bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137464 Mar 21 22:10:35.639667 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Router e5eb5cff-33c9-47ce-8f55-f0c44a567456 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:10:35.675425 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c12326-f998-49d6-ac3d-a761314222e7 None None] The sync data for ids ['e5eb5cff-33c9-47ce-8f55-f0c44a567456'] in dv-cinder-834545-1-iscsi is: [{'id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'name': 'tempest-TestVolumeBootPattern-2105001256-router', 'tenant_id': 'c3f46104302e42de8705cc06ef072b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'ec1ae03b-9208-4aa7-82c0-2b4763a1cacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:30Z', 'updated_at': '2022-03-21T22:10:34Z', 'revision_number': 4, 'project_id': 'c3f46104302e42de8705cc06ef072b31', 'gw_port': {'id': 'ec1ae03b-9208-4aa7-82c0-2b4763a1cacf', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:31Z', 'updated_at': '2022-03-21T22:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'ba0df6d0-35c1-4f40-9a4e-a3e9386bf318', 'name': '', 'network_id': 'de54f973-b0c9-4948-ad10-954577bfcea9', 'tenant_id': 'c3f46104302e42de8705cc06ef072b31', 'mac_address': 'fa:16:3e:71:fe:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '83774e14-9688-47b9-8ea7-88c8b4f86e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:34Z', 'updated_at': '2022-03-21T22:10:34Z', 'revision_number': 1, 'project_id': 'c3f46104302e42de8705cc06ef072b31', 'subnets': [{'id': '83774e14-9688-47b9-8ea7-88c8b4f86e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:10:35.755134 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d84f4f0e-52cb-49a4-bf8f-ca41fff209f5 req-6905992c-f6a6-4bf2-b14c-f8704aa4a330 service neutron] 10.222.0.47 "GET /v2.0/networks/bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116431 Mar 21 22:10:35.790096 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:10:35.795836 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-dba57e9d-3366-4b3e-a279-d553f7c19c12 admin admin] 10.222.0.45 "PUT /v2.0/routers/e5eb5cff-33c9-47ce-8f55-f0c44a567456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1238039 Mar 21 22:10:35.842391 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-3250caf5-17b9-429d-9757-b44b010db0ad None None] Provisioning complete for port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:35.842773 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-3250caf5-17b9-429d-9757-b44b010db0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:35.879497 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-3250caf5-17b9-429d-9757-b44b010db0ad None None] Port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:10:36.081600 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da729cd-c124-4fff-af82-5f305dcf6a19 req-82bc14be-71c9-48f3-a10d-81cf04c66c76 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:36.083614 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2da729cd-c124-4fff-af82-5f305dcf6a19 req-82bc14be-71c9-48f3-a10d-81cf04c66c76 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0700855 Mar 21 22:10:36.139858 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2da729cd-c124-4fff-af82-5f305dcf6a19 req-e870a1ac-0a83-41e5-92f6-66e5b0f8ed77 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510991 Mar 21 22:10:36.402469 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36276) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:36.407297 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-6f137d1a-39e6-4e21-b129-8b4fc80c29d4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1530498079', 'description': 'tempest-secgroup-smoke-1530498079 description', 'project_id': '7458146c857149e1bf0714f383c8d472'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:10:36.505163 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6f137d1a-39e6-4e21-b129-8b4fc80c29d4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:36.609311 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6f137d1a-39e6-4e21-b129-8b4fc80c29d4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group (250303fa-3da0-4de7-ae3c-7e225fb5cf49), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:36.670745 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6f137d1a-39e6-4e21-b129-8b4fc80c29d4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (250303fa-3da0-4de7-ae3c-7e225fb5cf49), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:36.712254 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f137d1a-39e6-4e21-b129-8b4fc80c29d4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=250303fa-3da0-4de7-ae3c-7e225fb5cf49,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:36.797534 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6f137d1a-39e6-4e21-b129-8b4fc80c29d4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:36.803583 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-6f137d1a-39e6-4e21-b129-8b4fc80c29d4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3959081 Mar 21 22:10:36.803851 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 36282) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:36.807630 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-f76f522a-6d48-484e-b6c0-ad5b450ef4ae tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Request body: {'security_group_rule': {'security_group_id': '250303fa-3da0-4de7-ae3c-7e225fb5cf49', 'project_id': '7458146c857149e1bf0714f383c8d472', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:10:36.920420 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f76f522a-6d48-484e-b6c0-ad5b450ef4ae tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (06831c06-2efc-49eb-ad61-c727dd756eb5), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:36.987501 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f76f522a-6d48-484e-b6c0-ad5b450ef4ae tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (06831c06-2efc-49eb-ad61-c727dd756eb5), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:37.045381 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f76f522a-6d48-484e-b6c0-ad5b450ef4ae tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (06831c06-2efc-49eb-ad61-c727dd756eb5), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:37.065382 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f522a-6d48-484e-b6c0-ad5b450ef4ae tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06831c06-2efc-49eb-ad61-c727dd756eb5,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:37.153843 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f76f522a-6d48-484e-b6c0-ad5b450ef4ae tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:37.155114 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-f76f522a-6d48-484e-b6c0-ad5b450ef4ae tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3512766 Mar 21 22:10:37.157796 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 36284) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:37.162112 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-7c4acf78-3f4d-424d-8fd4-80f7b7c29230 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Request body: {'security_group_rule': {'security_group_id': '250303fa-3da0-4de7-ae3c-7e225fb5cf49', 'project_id': '7458146c857149e1bf0714f383c8d472', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:10:37.271564 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68781a1c-9795-417e-92ba-d59fbb6d8178 req-9878d6dc-cd27-4bd3-a5f9-61f2668b6266 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:37.273588 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-68781a1c-9795-417e-92ba-d59fbb6d8178 req-9878d6dc-cd27-4bd3-a5f9-61f2668b6266 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0612693 Mar 21 22:10:37.299546 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7c4acf78-3f4d-424d-8fd4-80f7b7c29230 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (6ca4743b-8d5c-40e4-8b10-3affe7ea58ee), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:37.332297 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-68781a1c-9795-417e-92ba-d59fbb6d8178 req-5b274e7b-4eb3-4178-928f-e3d38590c88e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510776 Mar 21 22:10:37.372523 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7c4acf78-3f4d-424d-8fd4-80f7b7c29230 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (6ca4743b-8d5c-40e4-8b10-3affe7ea58ee), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:37.474177 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7c4acf78-3f4d-424d-8fd4-80f7b7c29230 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (6ca4743b-8d5c-40e4-8b10-3affe7ea58ee), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:37.492787 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4acf78-3f4d-424d-8fd4-80f7b7c29230 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca4743b-8d5c-40e4-8b10-3affe7ea58ee,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:37.581135 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7c4acf78-3f4d-424d-8fd4-80f7b7c29230 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:37.582302 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-7c4acf78-3f4d-424d-8fd4-80f7b7c29230 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4235690 Mar 21 22:10:37.585534 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 36288) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:37.590219 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-6ac502a3-931d-4cb8-bfa3-283d1b4a7523 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Request body: {'security_group_rule': {'security_group_id': '250303fa-3da0-4de7-ae3c-7e225fb5cf49', 'project_id': '7458146c857149e1bf0714f383c8d472', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:10:37.718570 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6ac502a3-931d-4cb8-bfa3-283d1b4a7523 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (2483720e-5c92-4434-9a66-236c81adf5b8), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:37.778639 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6ac502a3-931d-4cb8-bfa3-283d1b4a7523 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (2483720e-5c92-4434-9a66-236c81adf5b8), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:37.876872 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6ac502a3-931d-4cb8-bfa3-283d1b4a7523 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (2483720e-5c92-4434-9a66-236c81adf5b8), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:37.901443 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac502a3-931d-4cb8-bfa3-283d1b4a7523 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2483720e-5c92-4434-9a66-236c81adf5b8,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:38.022435 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6ac502a3-931d-4cb8-bfa3-283d1b4a7523 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:38.024317 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-6ac502a3-931d-4cb8-bfa3-283d1b4a7523 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4376576 Mar 21 22:10:38.028844 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 36298) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:38.034394 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-4cc80ad9-59ad-4e82-9479-94d20f0c11cf tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Request body: {'security_group_rule': {'security_group_id': '250303fa-3da0-4de7-ae3c-7e225fb5cf49', 'project_id': '7458146c857149e1bf0714f383c8d472', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:10:38.173137 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4cc80ad9-59ad-4e82-9479-94d20f0c11cf tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (d3d72df3-8438-4248-986d-00075a966387), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:38.239218 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4cc80ad9-59ad-4e82-9479-94d20f0c11cf tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (d3d72df3-8438-4248-986d-00075a966387), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:38.316395 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4cc80ad9-59ad-4e82-9479-94d20f0c11cf tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (d3d72df3-8438-4248-986d-00075a966387), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:38.343124 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc80ad9-59ad-4e82-9479-94d20f0c11cf tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d72df3-8438-4248-986d-00075a966387,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:38.382106 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device ec1ae03b-9208-4aa7-82c0-2b4763a1cacf up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:10:38.409507 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4cc80ad9-59ad-4e82-9479-94d20f0c11cf tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:38.411074 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-4cc80ad9-59ad-4e82-9479-94d20f0c11cf tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3809910 Mar 21 22:10:38.414176 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 36302) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:38.421599 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-c2c7206d-646d-4e38-957c-de36623ad468 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Request body: {'security_group_rule': {'security_group_id': '250303fa-3da0-4de7-ae3c-7e225fb5cf49', 'project_id': '7458146c857149e1bf0714f383c8d472', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:10:38.467700 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port ec1ae03b-9208-4aa7-82c0-2b4763a1cacf triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:38.469712 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (ec1ae03b-9208-4aa7-82c0-2b4763a1cacf), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:38.506384 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ed648-261b-479d-91ab-e9aa1d96f712 req-46996a6f-e7d5-4831-bcad-52bcaa9d9bed tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:38.508096 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b1ed648-261b-479d-91ab-e9aa1d96f712 req-46996a6f-e7d5-4831-bcad-52bcaa9d9bed tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.0636806 Mar 21 22:10:38.522819 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-02003338-94de-49c2-b996-682e17b87656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:38.581687 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port ec1ae03b-9208-4aa7-82c0-2b4763a1cacf is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:38.582117 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ec1ae03b-9208-4aa7-82c0-2b4763a1cacf), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:38.585003 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.securitygroups_db [None req-c2c7206d-646d-4e38-957c-de36623ad468 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Project 7458146c857149e1bf0714f383c8d472 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 22:10:38.592253 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b1ed648-261b-479d-91ab-e9aa1d96f712 req-9ab7ce4d-6d49-460f-b701-b07bca305199 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739918 Mar 21 22:10:38.593017 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c2c7206d-646d-4e38-957c-de36623ad468 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (b88b6c54-2373-4581-8aa9-55e8f06a4900), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:38.618576 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port ec1ae03b-9208-4aa7-82c0-2b4763a1cacf, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=ec1ae03b-9208-4aa7-82c0-2b4763a1cacf,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:10:38.699459 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (ec1ae03b-9208-4aa7-82c0-2b4763a1cacf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:38.707405 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c2c7206d-646d-4e38-957c-de36623ad468 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (b88b6c54-2373-4581-8aa9-55e8f06a4900), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:38.759400 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=ec1ae03b-9208-4aa7-82c0-2b4763a1cacf,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:38.794044 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c2c7206d-646d-4e38-957c-de36623ad468 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (b88b6c54-2373-4581-8aa9-55e8f06a4900), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:38.812460 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7206d-646d-4e38-957c-de36623ad468 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88b6c54-2373-4581-8aa9-55e8f06a4900,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:38.906112 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c2c7206d-646d-4e38-957c-de36623ad468 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:38.908336 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-c2c7206d-646d-4e38-957c-de36623ad468 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4923663 Mar 21 22:10:38.912870 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36304) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:10:38.918933 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-f790c4d9-9471-4365-96d3-ee49bf0afd2b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Request body: {'security_group_rule': {'security_group_id': '250303fa-3da0-4de7-ae3c-7e225fb5cf49', 'project_id': '7458146c857149e1bf0714f383c8d472', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:10:39.007759 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.securitygroups_db [None req-f790c4d9-9471-4365-96d3-ee49bf0afd2b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Project 7458146c857149e1bf0714f383c8d472 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 22:10:39.015629 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f790c4d9-9471-4365-96d3-ee49bf0afd2b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (14ef497d-c2f2-41c7-82c2-748d4a54a0fa), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:39.103639 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f790c4d9-9471-4365-96d3-ee49bf0afd2b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (14ef497d-c2f2-41c7-82c2-748d4a54a0fa), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:39.190697 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f790c4d9-9471-4365-96d3-ee49bf0afd2b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (14ef497d-c2f2-41c7-82c2-748d4a54a0fa), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:39.216135 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790c4d9-9471-4365-96d3-ee49bf0afd2b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ef497d-c2f2-41c7-82c2-748d4a54a0fa,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:39.273364 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Sync routers for ids ['e5eb5cff-33c9-47ce-8f55-f0c44a567456'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:10:39.291588 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f790c4d9-9471-4365-96d3-ee49bf0afd2b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:39.293448 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-f790c4d9-9471-4365-96d3-ee49bf0afd2b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3791876 Mar 21 22:10:39.294708 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Routers {'e5eb5cff-33c9-47ce-8f55-f0c44a567456'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:10:39.295728 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:10:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5eb5cff-33c9-47ce-8f55-f0c44a567456'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:39.322785 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-92c65192-feea-4a21-aafa-5a7d25d81bb9 req-5057483f-c8a0-4da3-b0e2-5637a41687b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0621672 Mar 21 22:10:39.446160 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c65192-feea-4a21-aafa-5a7d25d81bb9 req-f393046b-c2ad-476f-b742-51916a56547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:39.448181 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-92c65192-feea-4a21-aafa-5a7d25d81bb9 req-f393046b-c2ad-476f-b742-51916a56547e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6badcf73def74a95ba7f934a370e6481&device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 1129 time: 0.0795305 Mar 21 22:10:39.466251 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 088bb62a-86af-46a0-849c-38b69dcabcad details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:10:39.470981 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Set router e5eb5cff-33c9-47ce-8f55-f0c44a567456 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:10:39.611594 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c65192-feea-4a21-aafa-5a7d25d81bb9 req-99adce16-3f45-414c-b6ae-38b0065d6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:39.614052 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-92c65192-feea-4a21-aafa-5a7d25d81bb9 req-99adce16-3f45-414c-b6ae-38b0065d6cf8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=40ee543d-b9b0-4194-aff5-428ab22bb708 HTTP/1.1" status: 200 len: 912 time: 0.1396949 Mar 21 22:10:39.724178 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 088bb62a-86af-46a0-849c-38b69dcabcad, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=088bb62a-86af-46a0-849c-38b69dcabcad,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:10:39.731331 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-92c65192-feea-4a21-aafa-5a7d25d81bb9 req-05d33f7b-7634-4c71-818e-6bcd4691ddfa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f849430-8958-4a1e-b9a8-39f1053b25e6 HTTP/1.1" status: 200 len: 1001 time: 0.1086557 Mar 21 22:10:39.749332 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '088bb62a-86af-46a0-849c-38b69dcabcad', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'port_id': '088bb62a-86af-46a0-849c-38b69dcabcad', 'mac_address': 'fa:16:3e:9b:ce:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:10:39.825669 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 088bb62a-86af-46a0-849c-38b69dcabcad is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:39.826356 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:39.845163 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088bb62a-86af-46a0-849c-38b69dcabcad {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:10:39.874376 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'name': 'tempest-TestVolumeBootPattern-2105001256-router', 'tenant_id': 'c3f46104302e42de8705cc06ef072b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'ec1ae03b-9208-4aa7-82c0-2b4763a1cacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:30Z', 'updated_at': '2022-03-21T22:10:34Z', 'revision_number': 4, 'project_id': 'c3f46104302e42de8705cc06ef072b31', 'gw_port': {'id': 'ec1ae03b-9208-4aa7-82c0-2b4763a1cacf', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:31Z', 'updated_at': '2022-03-21T22:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'ba0df6d0-35c1-4f40-9a4e-a3e9386bf318', 'name': '', 'network_id': 'de54f973-b0c9-4948-ad10-954577bfcea9', 'tenant_id': 'c3f46104302e42de8705cc06ef072b31', 'mac_address': 'fa:16:3e:71:fe:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '83774e14-9688-47b9-8ea7-88c8b4f86e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:34Z', 'updated_at': '2022-03-21T22:10:35Z', 'revision_number': 2, 'project_id': 'c3f46104302e42de8705cc06ef072b31', 'subnets': [{'id': '83774e14-9688-47b9-8ea7-88c8b4f86e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:39.878065 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 088bb62a-86af-46a0-849c-38b69dcabcad, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=088bb62a-86af-46a0-849c-38b69dcabcad,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:10:39.917009 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c65192-feea-4a21-aafa-5a7d25d81bb9 req-cd44b578-dc9b-432f-94ad-d76801cdaa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:39.919550 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-92c65192-feea-4a21-aafa-5a7d25d81bb9 req-cd44b578-dc9b-432f-94ad-d76801cdaa32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97b37723-8621-4579-8205-a7e22e0b1d04 HTTP/1.1" status: 200 len: 850 time: 0.1801479 Mar 21 22:10:39.931758 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Checking router: e5eb5cff-33c9-47ce-8f55-f0c44a567456 for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:10:39.932258 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Updating router e5eb5cff-33c9-47ce-8f55-f0c44a567456 port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 binding host dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:10:39.969611 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:39.970429 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a89981-ebd7-4e50-a332-82d89f438692 req-f3d9b78f-4736-48fa-8c04-10847eb4171b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:39.971926 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-80a89981-ebd7-4e50-a332-82d89f438692 req-f3d9b78f-4736-48fa-8c04-10847eb4171b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 943 time: 0.1398380 Mar 21 22:10:40.005779 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c65192-feea-4a21-aafa-5a7d25d81bb9 req-2700468f-5a81-42d6-b054-1ef1399c3c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:40.008482 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-92c65192-feea-4a21-aafa-5a7d25d81bb9 req-2700468f-5a81-42d6-b054-1ef1399c3c37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40ee543d-b9b0-4194-aff5-428ab22bb708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820441 Mar 21 22:10:40.027606 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:40.081376 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=088bb62a-86af-46a0-849c-38b69dcabcad,revision_number=9']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:40.149810 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:40.159627 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-80a89981-ebd7-4e50-a332-82d89f438692 req-b0455b1c-86f0-49ce-9a5f-bde2fcab57ea tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717138 Mar 21 22:10:40.208154 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-92c65192-feea-4a21-aafa-5a7d25d81bb9 req-0805536e-f884-4641-aa54-488fdb849a34 service neutron] 10.222.0.47 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887512 Mar 21 22:10:40.315449 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-92c65192-feea-4a21-aafa-5a7d25d81bb9 req-14c6c2cf-4b64-4403-b9b6-919648f4aca2 service neutron] 10.222.0.47 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003618 Mar 21 22:10:40.399603 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device ec1ae03b-9208-4aa7-82c0-2b4763a1cacf up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:10:40.500054 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Publish callbacks [] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), precommit_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:40.530130 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port ec1ae03b-9208-4aa7-82c0-2b4763a1cacf triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:40.530779 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (ec1ae03b-9208-4aa7-82c0-2b4763a1cacf), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:40.579261 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['088bb62a-86af-46a0-849c-38b69dcabcad'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:10:40.614312 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:40.863608 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2116363-c456-4159-ae07-6b70fb40f999 None None] Pushing event updated for resources: {'Port': ['ID=ba0df6d0-35c1-4f40-9a4e-a3e9386bf318,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:40.998593 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Attempting to bind port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:10:40.999089 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Attempting to bind port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '397c1663-60af-4c1c-9ef8-c05c103f601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'de54f973-b0c9-4948-ad10-954577bfcea9'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:10:40.999459 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Attempting to bind port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 on network de54f973-b0c9-4948-ad10-954577bfcea9 {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:10:41.001507 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port ec1ae03b-9208-4aa7-82c0-2b4763a1cacf is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:41.015559 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:10:41.015921 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Checking segment: {'id': '397c1663-60af-4c1c-9ef8-c05c103f601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'de54f973-b0c9-4948-ad10-954577bfcea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:10:41.016814 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:41.016814 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Bound using segment: {'id': '397c1663-60af-4c1c-9ef8-c05c103f601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'de54f973-b0c9-4948-ad10-954577bfcea9'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:10:41.017233 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Bound port: ba0df6d0-35c1-4f40-9a4e-a3e9386bf318, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397c1663-60af-4c1c-9ef8-c05c103f601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'de54f973-b0c9-4948-ad10-954577bfcea9'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:10:41.017627 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:41.108570 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-b7373c89-cd4e-4a96-aea8-6a384b1117ab None None] Provisioning complete for port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:41.108952 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-b7373c89-cd4e-4a96-aea8-6a384b1117ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:41.114575 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-18f20890-4302-4a16-91da-30ac33a81504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:41.175400 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] For port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:10:41.196232 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-b7373c89-cd4e-4a96-aea8-6a384b1117ab None None] Port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:10:41.199468 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] For port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=ba0df6d0-35c1-4f40-9a4e-a3e9386bf318,segment=NetworkSegment(397c1663-60af-4c1c-9ef8-c05c103f601d),segment_id=397c1663-60af-4c1c-9ef8-c05c103f601d)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:10:41.280946 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:41.322332 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c925bb9-8376-4d7f-b373-63716beb734d req-0fbc74d3-266c-42c5-b227-4e080e023d84 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:41.325145 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2c925bb9-8376-4d7f-b373-63716beb734d req-0fbc74d3-266c-42c5-b227-4e080e023d84 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 944 time: 0.0740509 Mar 21 22:10:41.399029 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Routers {'e5eb5cff-33c9-47ce-8f55-f0c44a567456'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:10:41.399732 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:10:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5eb5cff-33c9-47ce-8f55-f0c44a567456'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:41.400672 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2c925bb9-8376-4d7f-b373-63716beb734d req-ecec9ae3-6563-471e-9e81-31c074d17522 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679471 Mar 21 22:10:41.488874 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2116363-c456-4159-ae07-6b70fb40f999 None None] Pushing event updated for resources: {'Port': ['ID=ba0df6d0-35c1-4f40-9a4e-a3e9386bf318,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:41.594459 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] Set router e5eb5cff-33c9-47ce-8f55-f0c44a567456 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:10:41.669917 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-4b709928-ee18-42a4-a4d6-b4dfcafb89f8 None None] Provisioning complete for port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:41.670411 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-4b709928-ee18-42a4-a4d6-b4dfcafb89f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:41.893051 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-4b709928-ee18-42a4-a4d6-b4dfcafb89f8 None None] Current status of the port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:41.893455 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-4b709928-ee18-42a4-a4d6-b4dfcafb89f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:41.942280 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-4b709928-ee18-42a4-a4d6-b4dfcafb89f8 None None] For port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=ba0df6d0-35c1-4f40-9a4e-a3e9386bf318,segment=NetworkSegment(397c1663-60af-4c1c-9ef8-c05c103f601d),segment_id=397c1663-60af-4c1c-9ef8-c05c103f601d)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:10:41.951825 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'name': 'tempest-TestVolumeBootPattern-2105001256-router', 'tenant_id': 'c3f46104302e42de8705cc06ef072b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'ec1ae03b-9208-4aa7-82c0-2b4763a1cacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:30Z', 'updated_at': '2022-03-21T22:10:34Z', 'revision_number': 4, 'project_id': 'c3f46104302e42de8705cc06ef072b31', 'gw_port': {'id': 'ec1ae03b-9208-4aa7-82c0-2b4763a1cacf', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:31Z', 'updated_at': '2022-03-21T22:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'ba0df6d0-35c1-4f40-9a4e-a3e9386bf318', 'name': '', 'network_id': 'de54f973-b0c9-4948-ad10-954577bfcea9', 'tenant_id': 'c3f46104302e42de8705cc06ef072b31', 'mac_address': 'fa:16:3e:71:fe:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '83774e14-9688-47b9-8ea7-88c8b4f86e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:34Z', 'updated_at': '2022-03-21T22:10:41Z', 'revision_number': 4, 'project_id': 'c3f46104302e42de8705cc06ef072b31', 'subnets': [{'id': '83774e14-9688-47b9-8ea7-88c8b4f86e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:10:41.998565 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecf3ec3-04b1-46c6-ac27-1d82f37897ae None None] The sync data for ids ['e5eb5cff-33c9-47ce-8f55-f0c44a567456'] in dv-cinder-834545-1-iscsi is: [{'id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'name': 'tempest-TestVolumeBootPattern-2105001256-router', 'tenant_id': 'c3f46104302e42de8705cc06ef072b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'ec1ae03b-9208-4aa7-82c0-2b4763a1cacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:30Z', 'updated_at': '2022-03-21T22:10:34Z', 'revision_number': 4, 'project_id': 'c3f46104302e42de8705cc06ef072b31', 'gw_port': {'id': 'ec1ae03b-9208-4aa7-82c0-2b4763a1cacf', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:31Z', 'updated_at': '2022-03-21T22:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'ba0df6d0-35c1-4f40-9a4e-a3e9386bf318', 'name': '', 'network_id': 'de54f973-b0c9-4948-ad10-954577bfcea9', 'tenant_id': 'c3f46104302e42de8705cc06ef072b31', 'mac_address': 'fa:16:3e:71:fe:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '83774e14-9688-47b9-8ea7-88c8b4f86e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:34Z', 'updated_at': '2022-03-21T22:10:41Z', 'revision_number': 4, 'project_id': 'c3f46104302e42de8705cc06ef072b31', 'subnets': [{'id': '83774e14-9688-47b9-8ea7-88c8b4f86e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:10:42.020976 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-4b709928-ee18-42a4-a4d6-b4dfcafb89f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:42.112921 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b709928-ee18-42a4-a4d6-b4dfcafb89f8 None None] Pushing event updated for resources: {'Port': ['ID=ba0df6d0-35c1-4f40-9a4e-a3e9386bf318,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:42.385646 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:10:42.459438 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:42.459844 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:42.565704 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:42.598491 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070abd3-25fb-48f6-8142-662c1e4b31e8 req-d6354607-7850-4847-a955-daa15e690df1 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:42.601345 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9070abd3-25fb-48f6-8142-662c1e4b31e8 req-d6354607-7850-4847-a955-daa15e690df1 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 944 time: 0.0837650 Mar 21 22:10:42.672690 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9070abd3-25fb-48f6-8142-662c1e4b31e8 req-d5f97f33-437b-4445-88a0-d754a0035272 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656652 Mar 21 22:10:42.847840 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:43.815668 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81e92c-4d51-41e2-9b35-83148e970354 req-495c4aec-3dbd-49ad-9c05-64fe8b50a8c2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:43.817513 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fa81e92c-4d51-41e2-9b35-83148e970354 req-495c4aec-3dbd-49ad-9c05-64fe8b50a8c2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 944 time: 0.0655985 Mar 21 22:10:43.875919 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fa81e92c-4d51-41e2-9b35-83148e970354 req-a2ad2f25-611c-4d2a-8a8e-b402bcbcddec tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476172 Mar 21 22:10:44.333198 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:45.057486 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfce42-78ac-470d-9731-9c7cc8ed9c36 req-23eda4a6-d1f9-4708-b681-921d0fdf47bc tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:45.060294 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a0cfce42-78ac-470d-9731-9c7cc8ed9c36 req-23eda4a6-d1f9-4708-b681-921d0fdf47bc tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 944 time: 0.0757539 Mar 21 22:10:45.123134 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a0cfce42-78ac-470d-9731-9c7cc8ed9c36 req-1e119593-3df2-4270-a136-1005f047fbc9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566621 Mar 21 22:10:45.671113 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:46.444821 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781b356-e39c-4e07-ab55-48f828f3d1c7 req-1fffbeb3-64ac-4d6a-85be-b45def8f715f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:46.446337 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0781b356-e39c-4e07-ab55-48f828f3d1c7 req-1fffbeb3-64ac-4d6a-85be-b45def8f715f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 944 time: 0.0651782 Mar 21 22:10:46.520624 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0781b356-e39c-4e07-ab55-48f828f3d1c7 req-f5518afa-fac0-4890-83e8-d02f6f9ba468 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678790 Mar 21 22:10:46.692655 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 088bb62a-86af-46a0-849c-38b69dcabcad up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:10:46.756248 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 088bb62a-86af-46a0-849c-38b69dcabcad triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:10:46.756516 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:46.881870 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 088bb62a-86af-46a0-849c-38b69dcabcad is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:10:46.882238 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:46.915988 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088bb62a-86af-46a0-849c-38b69dcabcad'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:10:46.918759 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b17a5b5-0403-4ae6-806b-2c38103f342b" -d '{"events": [{"server_uuid": "518ff043-1ebd-4fed-9202-2464e4bbe8ed", "name": "network-vif-plugged", "status": "completed", "tag": "088bb62a-86af-46a0-849c-38b69dcabcad"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:10:46.934683 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 088bb62a-86af-46a0-849c-38b69dcabcad, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=088bb62a-86af-46a0-849c-38b69dcabcad,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:10:47.019954 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:10:47.025693 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d84a5ad-fe31-4a87-ab63-943360b7b644 x-openstack-request-id: req-0d84a5ad-fe31-4a87-ab63-943360b7b644 {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:10:47.025984 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518ff043-1ebd-4fed-9202-2464e4bbe8ed", "name": "network-vif-plugged", "status": "completed", "tag": "088bb62a-86af-46a0-849c-38b69dcabcad", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:10:47.026235 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d84a5ad-fe31-4a87-ab63-943360b7b644 {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:10:47.027212 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088bb62a-86af-46a0-849c-38b69dcabcad', 'code': 200} Mar 21 22:10:47.088648 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=088bb62a-86af-46a0-849c-38b69dcabcad,revision_number=10']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:10:47.678821 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53b766-6f2f-4cab-a7a0-82703a705c51 req-618f303b-71cf-4972-a817-0813a56c8637 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:47.680453 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b53b766-6f2f-4cab-a7a0-82703a705c51 req-618f303b-71cf-4972-a817-0813a56c8637 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 946 time: 0.0620842 Mar 21 22:10:47.735932 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b53b766-6f2f-4cab-a7a0-82703a705c51 req-89c3a655-5ed9-45ed-ac79-f1965d0f304e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484746 Mar 21 22:10:48.891250 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df6341-f99b-4014-ab6c-26dd957846b9 req-b4d497db-f560-4d52-9977-76526cb0b1b3 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:48.892809 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-43df6341-f99b-4014-ab6c-26dd957846b9 req-b4d497db-f560-4d52-9977-76526cb0b1b3 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 946 time: 0.0555241 Mar 21 22:10:48.945964 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-43df6341-f99b-4014-ab6c-26dd957846b9 req-34e620cf-2d86-46b1-a65f-62309c4821f2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472467 Mar 21 22:10:50.085514 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510eee8-c164-426a-a2cd-96563c9a09f0 req-1c299084-0f0a-4c7c-b6d1-bbc4358f0392 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:50.087056 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b510eee8-c164-426a-a2cd-96563c9a09f0 req-1c299084-0f0a-4c7c-b6d1-bbc4358f0392 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 946 time: 0.0552957 Mar 21 22:10:50.138765 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b510eee8-c164-426a-a2cd-96563c9a09f0 req-e216d6d2-f230-4d86-b1d6-00b0b206068a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459664 Mar 21 22:10:50.889860 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de60736-e057-4261-9d2a-eed79d6e9bcc req-3ffeaca7-88a7-4e3b-9620-3e0cea570a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:50.891436 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1de60736-e057-4261-9d2a-eed79d6e9bcc req-3ffeaca7-88a7-4e3b-9620-3e0cea570a98 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 1130 time: 0.0464268 Mar 21 22:10:50.943288 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1de60736-e057-4261-9d2a-eed79d6e9bcc req-58da7f96-8334-4560-a629-5899ec1be808 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446684 Mar 21 22:10:51.319744 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cf2c2-4fff-4c89-b3b0-e93993c31558 req-46f0aa67-b633-4729-ac03-42b53132d332 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:51.321292 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-dd0cf2c2-4fff-4c89-b3b0-e93993c31558 req-46f0aa67-b633-4729-ac03-42b53132d332 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 946 time: 0.0577118 Mar 21 22:10:51.376982 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-dd0cf2c2-4fff-4c89-b3b0-e93993c31558 req-453ba1ae-9b18-4e05-9151-95f98d5c44a7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499685 Mar 21 22:10:52.572763 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c495ed-a188-478d-980d-9d96fecb427e req-be37639b-b66d-48cf-b22d-ddfb722fb2c6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:52.572763 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3c495ed-a188-478d-980d-9d96fecb427e req-be37639b-b66d-48cf-b22d-ddfb722fb2c6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 946 time: 0.0853195 Mar 21 22:10:52.599187 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3c495ed-a188-478d-980d-9d96fecb427e req-bb3ae462-438c-47c0-9080-dcb37b63d315 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549285 Mar 21 22:10:53.733782 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdc18a-27c7-40da-81a1-3c8c6005df85 req-a0ed2b33-3ca0-4f44-b16d-b79af8b03d2a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:53.735388 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-aafdc18a-27c7-40da-81a1-3c8c6005df85 req-a0ed2b33-3ca0-4f44-b16d-b79af8b03d2a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 946 time: 0.0575991 Mar 21 22:10:53.787496 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-aafdc18a-27c7-40da-81a1-3c8c6005df85 req-bfcaa58c-8c42-4a3e-ba1d-ec2c0df9b3a4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462029 Mar 21 22:10:54.914594 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f246cc-9de8-4e78-9ffd-821c7b62f7c3 req-9e68271d-cd77-4ceb-992f-bc51cf0cef24 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:54.916106 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f246cc-9de8-4e78-9ffd-821c7b62f7c3 req-9e68271d-cd77-4ceb-992f-bc51cf0cef24 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 946 time: 0.0536919 Mar 21 22:10:54.967215 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f246cc-9de8-4e78-9ffd-821c7b62f7c3 req-aa75caed-e239-4fa3-b339-56caea88ee3d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446076 Mar 21 22:10:55.436362 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:10:56.092726 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35630aea-51c8-4f8c-b4ad-3ffc51a382a3 req-b65b2b1c-9260-41d4-a753-e2d3b548a866 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:10:56.094187 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-35630aea-51c8-4f8c-b4ad-3ffc51a382a3 req-b65b2b1c-9260-41d4-a753-e2d3b548a866 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 946 time: 0.0543346 Mar 21 22:10:56.144564 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-35630aea-51c8-4f8c-b4ad-3ffc51a382a3 req-b0edc550-dabd-4684-94ed-5cdc64426d0f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441356 Mar 21 22:11:01.678489 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36612) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:11:01.731670 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b2b062-d548-41f6-a482-031861d0e06e admin admin] Deleting subnet f3bbc030-4c23-4106-84bb-fa5d9a5b9d18 {{(pid=115863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 22:11:01.735543 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-74b2b062-d548-41f6-a482-031861d0e06e admin admin] Publish callbacks [] for subnet (f3bbc030-4c23-4106-84bb-fa5d9a5b9d18), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:01.783283 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-74b2b062-d548-41f6-a482-031861d0e06e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9663761'] for subnet (f3bbc030-4c23-4106-84bb-fa5d9a5b9d18), precommit_delete_associations {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:01.842990 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-74b2b062-d548-41f6-a482-031861d0e06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017098'] for subnet (f3bbc030-4c23-4106-84bb-fa5d9a5b9d18), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:01.997215 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-74b2b062-d548-41f6-a482-031861d0e06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9687552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12331888'] for subnet (f3bbc030-4c23-4106-84bb-fa5d9a5b9d18), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:02.022561 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2b062-d548-41f6-a482-031861d0e06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3bbc030-4c23-4106-84bb-fa5d9a5b9d18,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:02.031328 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-74b2b062-d548-41f6-a482-031861d0e06e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:02.034817 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-74b2b062-d548-41f6-a482-031861d0e06e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f3bbc030-4c23-4106-84bb-fa5d9a5b9d18 HTTP/1.1" status: 204 len: 168 time: 0.3548319 Mar 21 22:11:02.037358 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36614) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:11:02.133407 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4c0522ad-485b-4051-8ec0-2f94f579b733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834117'] for network (49629b38-e0c2-4cf3-bebc-aca6b5db7d45), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:02.220869 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4c0522ad-485b-4051-8ec0-2f94f579b733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-954303', 'neutron.services.segments.db._delete_segments_for_network-8732299838531'] for network (49629b38-e0c2-4cf3-bebc-aca6b5db7d45), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:02.246279 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-4c0522ad-485b-4051-8ec0-2f94f579b733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49629b38-e0c2-4cf3-bebc-aca6b5db7d45']}} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:02.256559 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-4c0522ad-485b-4051-8ec0-2f94f579b733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8f7f58-9095-40e3-b57d-d59fba3b3c0f') {'for_net_delete': True} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:02.256857 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-4c0522ad-485b-4051-8ec0-2f94f579b733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8f7f58-9095-40e3-b57d-d59fba3b3c0f') {} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:02.267441 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4c0522ad-485b-4051-8ec0-2f94f579b733 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299988300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9663784'] for segment (ea8f7f58-9095-40e3-b57d-d59fba3b3c0f), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:02.284114 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4c0522ad-485b-4051-8ec0-2f94f579b733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (ea8f7f58-9095-40e3-b57d-d59fba3b3c0f), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:02.291337 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0522ad-485b-4051-8ec0-2f94f579b733 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=115863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 22:11:02.292427 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4c0522ad-485b-4051-8ec0-2f94f579b733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9688226'] for segment (ea8f7f58-9095-40e3-b57d-d59fba3b3c0f), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: Traceback (most recent call last): Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: timer() Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: cb(*args, **kw) Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: return func(*args, **kwargs) Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: self._notify() Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: self.callback(batched_events) Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: event.method(event) Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: return f(self, *a, **k) Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._get(url).json() Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: return self.request(url, 'GET', **kwargs) Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 22:11:02.294200 dv-cinder-834545-1-iscsi neutron-server[115863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 22:11:02.441954 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4c0522ad-485b-4051-8ec0-2f94f579b733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-954244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4165242'] for network (49629b38-e0c2-4cf3-bebc-aca6b5db7d45), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:02.451044 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4c0522ad-485b-4051-8ec0-2f94f579b733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:02.456089 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-4c0522ad-485b-4051-8ec0-2f94f579b733 admin admin] 10.222.0.45 "DELETE /v2.0/networks/49629b38-e0c2-4cf3-bebc-aca6b5db7d45 HTTP/1.1" status: 204 len: 168 time: 0.4172821 Mar 21 22:11:02.467532 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0522ad-485b-4051-8ec0-2f94f579b733 admin admin] Pushing event deleted for resources: {'Network': ['ID=49629b38-e0c2-4cf3-bebc-aca6b5db7d45,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:02.914353 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36626) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:11:02.958042 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-dc9634b1-8e3a-4305-afa2-516eda0fc6b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=07f0d730a6144e399d086b31ec35344b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420523 Mar 21 22:11:02.960929 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36628) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:11:03.014762 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b6054044-e9b6-4704-918b-4bf068a45316 admin admin] Publish callbacks [] for security_group (0b032bd2-ad6f-4c7b-8269-ccd54d73a3de), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:03.039263 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b6054044-e9b6-4704-918b-4bf068a45316 admin admin] Publish callbacks [] for security_group (0b032bd2-ad6f-4c7b-8269-ccd54d73a3de), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:03.183047 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b6054044-e9b6-4704-918b-4bf068a45316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (0b032bd2-ad6f-4c7b-8269-ccd54d73a3de), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:03.185764 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b6054044-e9b6-4704-918b-4bf068a45316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:03.187116 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-b6054044-e9b6-4704-918b-4bf068a45316 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b032bd2-ad6f-4c7b-8269-ccd54d73a3de HTTP/1.1" status: 204 len: 168 time: 0.2252100 Mar 21 22:11:03.200360 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6054044-e9b6-4704-918b-4bf068a45316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b032bd2-ad6f-4c7b-8269-ccd54d73a3de,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:04.377118 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36654) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:11:04.492037 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-e9930525-653d-4094-8eb3-2d846769a30d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-519394288-network', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:11:04.584435 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9930525-653d-4094-8eb3-2d846769a30d admin admin] Made reservation on behalf of 0f9b74725b9c4568a941ad74fef80cec for: {'network': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:11:04.586734 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e9930525-653d-4094-8eb3-2d846769a30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:04.600186 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e9930525-653d-4094-8eb3-2d846769a30d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:04.708740 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e9930525-653d-4094-8eb3-2d846769a30d admin admin] Publish callbacks [] for security_group (635da36f-f4e8-4b52-8008-c24c194b4f9d), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:04.773282 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e9930525-653d-4094-8eb3-2d846769a30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (635da36f-f4e8-4b52-8008-c24c194b4f9d), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:04.797488 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9930525-653d-4094-8eb3-2d846769a30d admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=115863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 22:11:04.812787 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9930525-653d-4094-8eb3-2d846769a30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635da36f-f4e8-4b52-8008-c24c194b4f9d,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:04.821215 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e9930525-653d-4094-8eb3-2d846769a30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (74e428db-f256-48dc-9809-ce94eab6357a), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:04.821748 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.segments_db [None req-e9930525-653d-4094-8eb3-2d846769a30d admin admin] Added segment 74e428db-f256-48dc-9809-ce94eab6357a of type vlan for network 743d4464-3905-459a-ac90-9ac64e4b23c8 Mar 21 22:11:04.871871 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e9930525-653d-4094-8eb3-2d846769a30d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (743d4464-3905-459a-ac90-9ac64e4b23c8), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:04.959746 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e9930525-653d-4094-8eb3-2d846769a30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (743d4464-3905-459a-ac90-9ac64e4b23c8), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:04.960826 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9930525-653d-4094-8eb3-2d846769a30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:04.961471 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e9930525-653d-4094-8eb3-2d846769a30d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:05.023692 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9930525-653d-4094-8eb3-2d846769a30d admin admin] Pushing event updated for resources: {'Network': ['ID=743d4464-3905-459a-ac90-9ac64e4b23c8,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:05.035373 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network 743d4464-3905-459a-ac90-9ac64e4b23c8 details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 22:11:05.083144 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-e9930525-653d-4094-8eb3-2d846769a30d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7043736 Mar 21 22:11:05.086738 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36662) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:11:05.093616 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-458db884-abaa-4693-b9b6-872bdb39a7c2 admin admin] Request body: {'subnet': {'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-519394288-subnet', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'ip_version': 4}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:11:05.182695 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458db884-abaa-4693-b9b6-872bdb39a7c2 admin admin] Made reservation on behalf of 0f9b74725b9c4568a941ad74fef80cec for: {'subnet': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:11:05.185651 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-458db884-abaa-4693-b9b6-872bdb39a7c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12331869'] for subnet (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:05.434140 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-458db884-abaa-4693-b9b6-872bdb39a7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9687617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12331851'] for subnet (86d046b3-f9a7-41fb-be02-27b396a5ce00), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:05.501712 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458db884-abaa-4693-b9b6-872bdb39a7c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d046b3-f9a7-41fb-be02-27b396a5ce00,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:05.517608 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458db884-abaa-4693-b9b6-872bdb39a7c2 admin admin] Checking segment: {'id': '74e428db-f256-48dc-9809-ce94eab6357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:11:05.518248 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458db884-abaa-4693-b9b6-872bdb39a7c2 admin admin] Network hostable DHCP agents. Network: 743d4464-3905-459a-ac90-9ac64e4b23c8, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 22:11:05.624682 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458db884-abaa-4693-b9b6-872bdb39a7c2 admin admin] Network 743d4464-3905-459a-ac90-9ac64e4b23c8 is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 22:11:05.716186 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-458db884-abaa-4693-b9b6-872bdb39a7c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, 743d4464-3905-459a-ac90-9ac64e4b23c8) {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:11:05.720801 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458db884-abaa-4693-b9b6-872bdb39a7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:05.721411 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-458db884-abaa-4693-b9b6-872bdb39a7c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:05.725775 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe1128d-be23-40be-be04-332c4261be1d None None] Network 743d4464-3905-459a-ac90-9ac64e4b23c8 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:11:05.804746 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-458db884-abaa-4693-b9b6-872bdb39a7c2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7140234 Mar 21 22:11:05.805190 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 36668) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:11:05.809788 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-519394288-router', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:11:05.855537 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa991b821-98ed-579e-a256-fb205f0cf9fe-743d4464-3905-459a-ac90-9ac64e4b23c8', 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8', 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'fixed_ips': [{'subnet_id': '86d046b3-f9a7-41fb-be02-27b396a5ce00'}]}} from dv-cinder-834545-1-iscsi. {{(pid=115864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 22:11:05.857116 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:05.925783 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3232'] for router (9e711195-dc44-45bc-90c2-3d9288fecc99), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:05.927312 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165367', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3255'] for router (9e711195-dc44-45bc-90c2-3d9288fecc99), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:05.994512 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Publish callbacks [] for router_controller (9e711195-dc44-45bc-90c2-3d9288fecc99), precommit_add_association {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:06.011960 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.db_base_plugin_common [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Allocated IP 172.20.0.2 (743d4464-3905-459a-ac90-9ac64e4b23c8/86d046b3-f9a7-41fb-be02-27b396a5ce00/3b2b458f-e880-4d6c-98f1-7d1a8453c933) {{(pid=115864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:11:06.175282 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Publish callbacks [] for port (3b2b458f-e880-4d6c-98f1-7d1a8453c933), precommit_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:06.251372 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Publish callbacks [] for router_gateway (9e711195-dc44-45bc-90c2-3d9288fecc99), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:06.253521 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (3b2b458f-e880-4d6c-98f1-7d1a8453c933), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:06.293308 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Network 743d4464-3905-459a-ac90-9ac64e4b23c8 is already hosted by enough agents. {{(pid=115864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:11:06.296405 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.base_scheduler [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Resources bound (agent type, host, resource id): {{(pid=115864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:11:06.302755 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Received port after_create {{(pid=115864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:11:06.309540 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Pushing event updated for resources: {'Port': ['ID=3b2b458f-e880-4d6c-98f1-7d1a8453c933,revision_number=1']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:06.322305 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:06.323249 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:06.323570 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:06.323907 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:06.324238 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:06.324570 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:06.324897 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:06.325219 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:06.325556 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:06.325876 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:06.326205 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:06.326527 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:06.326849 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:06.327200 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:06.327518 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:06.384628 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Attempting to bind port 3b2b458f-e880-4d6c-98f1-7d1a8453c933 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:11:06.385930 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Attempting to bind port 3b2b458f-e880-4d6c-98f1-7d1a8453c933 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '74e428db-f256-48dc-9809-ce94eab6357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:11:06.386704 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Attempting to bind port 3b2b458f-e880-4d6c-98f1-7d1a8453c933 on network 743d4464-3905-459a-ac90-9ac64e4b23c8 {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:11:06.395711 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:11:06.396331 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Checking segment: {'id': '74e428db-f256-48dc-9809-ce94eab6357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:11:06.396906 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:06.397547 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Bound using segment: {'id': '74e428db-f256-48dc-9809-ce94eab6357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:11:06.398347 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Bound port: 3b2b458f-e880-4d6c-98f1-7d1a8453c933, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e428db-f256-48dc-9809-ce94eab6357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:11:06.399020 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3b2b458f-e880-4d6c-98f1-7d1a8453c933), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:06.474481 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] For port 3b2b458f-e880-4d6c-98f1-7d1a8453c933, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:11:06.478209 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] For port 3b2b458f-e880-4d6c-98f1-7d1a8453c933, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=3b2b458f-e880-4d6c-98f1-7d1a8453c933,segment=NetworkSegment(74e428db-f256-48dc-9809-ce94eab6357a),segment_id=74e428db-f256-48dc-9809-ce94eab6357a)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:11:06.574217 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (3b2b458f-e880-4d6c-98f1-7d1a8453c933), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:06.608222 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Publish callbacks [] for router_gateway (9e711195-dc44-45bc-90c2-3d9288fecc99), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:06.640121 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:06.644683 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a443c0-6c31-4cb8-84d7-3f09b9e3430a None None] Pushing event updated for resources: {'Port': ['ID=3b2b458f-e880-4d6c-98f1-7d1a8453c933,revision_number=2']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:06.772855 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Allocated IP 172.27.2.110 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/07ea816d-ea14-475f-ae60-50785507d772) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:11:06.916168 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Publish callbacks [] for port (07ea816d-ea14-475f-ae60-50785507d772), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:07.008308 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (07ea816d-ea14-475f-ae60-50785507d772), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:07.055520 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:11:07.059556 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:11:07.064404 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:11:07.100466 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Pushing event updated for resources: {'Port': ['ID=07ea816d-ea14-475f-ae60-50785507d772,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:07.113932 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:07.113932 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:07.113932 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:07.113932 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:07.113932 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:07.114603 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:07.114603 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:07.114921 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:07.115270 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:07.115602 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:07.115934 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:07.116262 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:07.116585 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:07.116909 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:07.117249 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:07.707071 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Publish callbacks [] for router_gateway (9e711195-dc44-45bc-90c2-3d9288fecc99), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:07.736959 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0d4387-7f0c-47e6-b0fb-9611fabff8f0 None None] Network 743d4464-3905-459a-ac90-9ac64e4b23c8 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:11:07.881709 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-a5245ff6-512d-45a8-adca-950bfa18f3d3 None None] Provisioning complete for port 3b2b458f-e880-4d6c-98f1-7d1a8453c933 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:07.882329 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-a5245ff6-512d-45a8-adca-950bfa18f3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (3b2b458f-e880-4d6c-98f1-7d1a8453c933), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:07.971732 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165154'] for router (9e711195-dc44-45bc-90c2-3d9288fecc99), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:08.023821 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-a5245ff6-512d-45a8-adca-950bfa18f3d3 None None] Current status of the port 3b2b458f-e880-4d6c-98f1-7d1a8453c933 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:08.024559 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-a5245ff6-512d-45a8-adca-950bfa18f3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3b2b458f-e880-4d6c-98f1-7d1a8453c933), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:08.085933 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-a5245ff6-512d-45a8-adca-950bfa18f3d3 None None] For port 3b2b458f-e880-4d6c-98f1-7d1a8453c933, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=3b2b458f-e880-4d6c-98f1-7d1a8453c933,segment=NetworkSegment(74e428db-f256-48dc-9809-ce94eab6357a),segment_id=74e428db-f256-48dc-9809-ce94eab6357a)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:11:08.167981 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-a5245ff6-512d-45a8-adca-950bfa18f3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (3b2b458f-e880-4d6c-98f1-7d1a8453c933), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:08.222288 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5245ff6-512d-45a8-adca-950bfa18f3d3 None None] Pushing event updated for resources: {'Port': ['ID=3b2b458f-e880-4d6c-98f1-7d1a8453c933,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:08.247323 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Router 9e711195-dc44-45bc-90c2-3d9288fecc99 is scheduled to L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 with binding_index 1 {{(pid=115862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 22:11:08.293169 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-d6aca721-9109-45b2-ac3d-1682c871ad64 None None] Provisioning complete for port 3b2b458f-e880-4d6c-98f1-7d1a8453c933 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:08.293825 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d6aca721-9109-45b2-ac3d-1682c871ad64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (3b2b458f-e880-4d6c-98f1-7d1a8453c933), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:08.380591 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:11:08.393386 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Sync routers for ids ['9e711195-dc44-45bc-90c2-3d9288fecc99'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:11:08.407430 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Routers {'9e711195-dc44-45bc-90c2-3d9288fecc99'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:11:08.408079 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:10:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['9e711195-dc44-45bc-90c2-3d9288fecc99'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:08.433695 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-d6aca721-9109-45b2-ac3d-1682c871ad64 None None] Current status of the port 3b2b458f-e880-4d6c-98f1-7d1a8453c933 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:08.440859 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 3b2b458f-e880-4d6c-98f1-7d1a8453c933 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:11:08.471552 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e5e17a77-039f-47f8-aecb-a850b6950ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:08.507053 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 3b2b458f-e880-4d6c-98f1-7d1a8453c933 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:08.507436 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (3b2b458f-e880-4d6c-98f1-7d1a8453c933), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:08.530940 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:08.530940 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-3ac1250e-2750-46ae-bb22-0b4f016643e4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7185173 Mar 21 22:11:08.531308 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36678) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:11:08.546072 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Set router 9e711195-dc44-45bc-90c2-3d9288fecc99 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:11:08.757327 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 3b2b458f-e880-4d6c-98f1-7d1a8453c933 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:08.780080 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'name': 'tempest-TestMinimumBasicScenario-519394288-router', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '07ea816d-ea14-475f-ae60-50785507d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:05Z', 'updated_at': '2022-03-21T22:11:07Z', 'revision_number': 3, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'gw_port': {'id': '07ea816d-ea14-475f-ae60-50785507d772', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:06Z', 'updated_at': '2022-03-21T22:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:08.814507 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Checking router: 9e711195-dc44-45bc-90c2-3d9288fecc99 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:11:08.815161 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Updating router 9e711195-dc44-45bc-90c2-3d9288fecc99 port 07ea816d-ea14-475f-ae60-50785507d772 binding host dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:11:08.845664 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (07ea816d-ea14-475f-ae60-50785507d772), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:09.026600 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:09.114066 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Publish callbacks [] for port (07ea816d-ea14-475f-ae60-50785507d772), precommit_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:09.195877 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (07ea816d-ea14-475f-ae60-50785507d772), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:09.255489 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5d449-1345-44cb-bbed-0529905baa82 None None] Pushing event updated for resources: {'Port': ['ID=07ea816d-ea14-475f-ae60-50785507d772,revision_number=2']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:09.257965 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Attempting to bind port 07ea816d-ea14-475f-ae60-50785507d772 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:11:09.258331 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Attempting to bind port 07ea816d-ea14-475f-ae60-50785507d772 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:11:09.258797 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Attempting to bind port 07ea816d-ea14-475f-ae60-50785507d772 on network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:11:09.265063 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:11:09.265452 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Checking segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:11:09.265858 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:09.266247 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Bound using segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:11:09.266723 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Bound port: 07ea816d-ea14-475f-ae60-50785507d772, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:11:09.267269 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (07ea816d-ea14-475f-ae60-50785507d772), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:09.323102 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] For port 07ea816d-ea14-475f-ae60-50785507d772, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:11:09.326330 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] For port 07ea816d-ea14-475f-ae60-50785507d772, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=07ea816d-ea14-475f-ae60-50785507d772,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:11:09.407519 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (07ea816d-ea14-475f-ae60-50785507d772), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:09.457099 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Allocated IP 172.20.0.1 (743d4464-3905-459a-ac90-9ac64e4b23c8/86d046b3-f9a7-41fb-be02-27b396a5ce00/dffbe56f-da57-49b7-9695-3ebe8cb599ff) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:11:09.559225 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Routers {'9e711195-dc44-45bc-90c2-3d9288fecc99'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:11:09.559864 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:10:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['9e711195-dc44-45bc-90c2-3d9288fecc99'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:09.585553 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Publish callbacks [] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:09.627243 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5d449-1345-44cb-bbed-0529905baa82 None None] Pushing event updated for resources: {'Port': ['ID=07ea816d-ea14-475f-ae60-50785507d772,revision_number=3']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:09.677984 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] Set router 9e711195-dc44-45bc-90c2-3d9288fecc99 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:11:09.727742 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:09.771509 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Network 743d4464-3905-459a-ac90-9ac64e4b23c8 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:11:09.777650 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:11:09.782485 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:11:09.785996 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Pushing event updated for resources: {'Port': ['ID=dffbe56f-da57-49b7-9695-3ebe8cb599ff,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:09.821474 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:09.821835 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:09.822214 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:09.822576 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:09.823002 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:09.823348 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:09.823674 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:09.824033 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:09.824362 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:09.824697 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:09.825026 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:09.825354 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:09.825677 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:09.826000 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:09.826320 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:11:09.847533 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4165623'] for router_interface (9e711195-dc44-45bc-90c2-3d9288fecc99), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:09.893392 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'name': 'tempest-TestMinimumBasicScenario-519394288-router', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '07ea816d-ea14-475f-ae60-50785507d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:05Z', 'updated_at': '2022-03-21T22:11:07Z', 'revision_number': 3, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'gw_port': {'id': '07ea816d-ea14-475f-ae60-50785507d772', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:06Z', 'updated_at': '2022-03-21T22:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:09.928644 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345891e5-59cd-425a-9453-4bd01dc15086 None None] The sync data for ids ['9e711195-dc44-45bc-90c2-3d9288fecc99'] in dv-cinder-834545-1-iscsi is: [{'id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'name': 'tempest-TestMinimumBasicScenario-519394288-router', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '07ea816d-ea14-475f-ae60-50785507d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:05Z', 'updated_at': '2022-03-21T22:11:07Z', 'revision_number': 3, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'gw_port': {'id': '07ea816d-ea14-475f-ae60-50785507d772', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:06Z', 'updated_at': '2022-03-21T22:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:11:10.034404 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:10.082491 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-f7bd2b2c-c2ef-45dc-a922-3e3ffd43054a None None] Provisioning complete for port dffbe56f-da57-49b7-9695-3ebe8cb599ff triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:10.082867 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2b2c-c2ef-45dc-a922-3e3ffd43054a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:10.107199 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:10.144169 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd2b2c-c2ef-45dc-a922-3e3ffd43054a None None] Port dffbe56f-da57-49b7-9695-3ebe8cb599ff cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:11:10.352560 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Publish callbacks [] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:10.407125 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:10.442013 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 07ea816d-ea14-475f-ae60-50785507d772 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:11:10.503832 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4165475'] for router_interface (9e711195-dc44-45bc-90c2-3d9288fecc99), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:10.535048 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Pushing event updated for resources: {'Port': ['ID=dffbe56f-da57-49b7-9695-3ebe8cb599ff,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:10.535231 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 07ea816d-ea14-475f-ae60-50785507d772 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:10.535231 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (07ea816d-ea14-475f-ae60-50785507d772), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:10.636682 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 07ea816d-ea14-475f-ae60-50785507d772 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:10.637346 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (07ea816d-ea14-475f-ae60-50785507d772), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:10.664044 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port 07ea816d-ea14-475f-ae60-50785507d772, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=07ea816d-ea14-475f-ae60-50785507d772,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:11:10.698145 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b116a78-daeb-4407-a701-53303febacd5 req-c2491495-d83e-4859-93fa-2c61f1e597ca tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530498079&fields=id&tenant_id=7458146c857149e1bf0714f383c8d472 HTTP/1.1" status: 200 len: 267 time: 0.2661824 Mar 21 22:11:10.733156 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (07ea816d-ea14-475f-ae60-50785507d772), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:10.790087 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62706104-33d7-4b43-8f01-30c7577ca1a4 req-0a03ce15-985a-4ce3-8e02-66a56d2f2867 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:10.791798 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-62706104-33d7-4b43-8f01-30c7577ca1a4 req-0a03ce15-985a-4ce3-8e02-66a56d2f2867 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.2555633 Mar 21 22:11:10.809063 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=07ea816d-ea14-475f-ae60-50785507d772,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:10.817158 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Network 743d4464-3905-459a-ac90-9ac64e4b23c8 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:11:10.827595 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:11:10.839420 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6aed21-7501-4e21-8855-b1e4c56f7f9a req-b93cc514-26f8-4f98-b3d3-4c03bf21cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:10.841175 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6f6aed21-7501-4e21-8855-b1e4c56f7f9a req-b93cc514-26f8-4f98-b3d3-4c03bf21cfdf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 1130 time: 0.2237482 Mar 21 22:11:11.032883 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-62706104-33d7-4b43-8f01-30c7577ca1a4 req-0484180f-2b28-4e1e-86af-aee1ea48d370 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271254 Mar 21 22:11:11.043098 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b116a78-daeb-4407-a701-53303febacd5 req-0b17fd2f-f95b-4652-8cc1-aa4d2fc9fe95 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:11.044721 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b116a78-daeb-4407-a701-53303febacd5 req-0b17fd2f-f95b-4652-8cc1-aa4d2fc9fe95 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/networks?id=7ca64710-59df-44d1-9926-47db3d9d37c7 HTTP/1.1" status: 200 len: 811 time: 0.3324602 Mar 21 22:11:11.082099 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-24283f31-4f9f-462e-8d5a-50e54fa4461b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:11.087528 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b116a78-daeb-4407-a701-53303febacd5 req-08e38031-7adb-4d82-89e5-faf60ac93d80 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/quotas/7458146c857149e1bf0714f383c8d472 HTTP/1.1" status: 200 len: 375 time: 0.0359337 Mar 21 22:11:11.118050 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6aed21-7501-4e21-8855-b1e4c56f7f9a req-f0ce0df3-631e-4808-ac10-dd95cb316e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:11.120205 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6f6aed21-7501-4e21-8855-b1e4c56f7f9a req-f0ce0df3-631e-4808-ac10-dd95cb316e05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 920 time: 0.2650831 Mar 21 22:11:11.184582 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-d0577650-ff22-41e6-ba87-abec2bb1ac47 None None] Provisioning complete for port dffbe56f-da57-49b7-9695-3ebe8cb599ff triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:11.184957 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d0577650-ff22-41e6-ba87-abec2bb1ac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:11.210072 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Router 9e711195-dc44-45bc-90c2-3d9288fecc99 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:11:11.230150 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-d0577650-ff22-41e6-ba87-abec2bb1ac47 None None] Port dffbe56f-da57-49b7-9695-3ebe8cb599ff cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:11:11.237317 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b116a78-daeb-4407-a701-53303febacd5 req-fb2fafc3-a7e6-4b35-9a7b-502ebe5bcd75 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7458146c857149e1bf0714f383c8d472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1438050 Mar 21 22:11:11.245373 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6f6aed21-7501-4e21-8855-b1e4c56f7f9a req-12faab45-b137-4787-b8b7-ce1dc57d1094 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f279622-6961-4b7f-8391-945e10e93734 HTTP/1.1" status: 200 len: 1001 time: 0.1042151 Mar 21 22:11:11.440559 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6aed21-7501-4e21-8855-b1e4c56f7f9a req-7f8d18df-1a68-44d2-a1e4-68965a67e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:11.442136 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6f6aed21-7501-4e21-8855-b1e4c56f7f9a req-7f8d18df-1a68-44d2-a1e4-68965a67e91c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 200 len: 858 time: 0.1905725 Mar 21 22:11:11.493958 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b116a78-daeb-4407-a701-53303febacd5 req-4c26cccd-982b-46fc-a5cb-4e479a0bc03b service neutron] 10.222.0.45 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071676 Mar 21 22:11:11.501536 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:11:11.517516 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-a7c64465-bb03-4e94-8ea6-05d5dacd2a25 admin admin] 10.222.0.45 "PUT /v2.0/routers/9e711195-dc44-45bc-90c2-3d9288fecc99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9851665 Mar 21 22:11:11.578084 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6aed21-7501-4e21-8855-b1e4c56f7f9a req-604983db-605e-498e-be14-a1e9ea81042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:11.579623 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6f6aed21-7501-4e21-8855-b1e4c56f7f9a req-604983db-605e-498e-be14-a1e9ea81042e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1269901 Mar 21 22:11:11.660571 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b116a78-daeb-4407-a701-53303febacd5 req-fffa46f5-0a54-4053-b1ec-e51dbcec5004 service neutron] 10.222.0.45 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566617 Mar 21 22:11:11.705694 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6f6aed21-7501-4e21-8855-b1e4c56f7f9a req-74db7106-ed9a-4f6b-bbc9-b66e79c02c53 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110902 Mar 21 22:11:11.842675 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6f6aed21-7501-4e21-8855-b1e4c56f7f9a req-958ff022-f3dc-4a2e-8a04-2404a21fa916 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292024 Mar 21 22:11:12.055119 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Sync routers for ids ['9e711195-dc44-45bc-90c2-3d9288fecc99'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:11:12.067312 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Routers {'9e711195-dc44-45bc-90c2-3d9288fecc99'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:11:12.068047 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:11:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['9e711195-dc44-45bc-90c2-3d9288fecc99'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:12.204026 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3860c-145d-454c-bdab-edb5bb76118c req-2dc4f19f-16c2-4eda-be25-1b3477d50468 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:12.205601 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a6b3860c-145d-454c-bdab-edb5bb76118c req-2dc4f19f-16c2-4eda-be25-1b3477d50468 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0660336 Mar 21 22:11:12.218864 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Set router 9e711195-dc44-45bc-90c2-3d9288fecc99 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:11:12.261907 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a6b3860c-145d-454c-bdab-edb5bb76118c req-3680ce90-6c77-40b3-a2f2-c37833ad3808 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474603 Mar 21 22:11:12.400823 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 36738) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:11:12.405449 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 07ea816d-ea14-475f-ae60-50785507d772 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:11:12.408755 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-45491c62-1bd7-420e-9cde-06f83466de15 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-390316410-network', 'tenant_id': 'f1149796355f44e4a33164a8fb804b34'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:11:12.429553 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cfc6cd63-622b-4eee-ab60-c948dc3fd7cb req-68b94b55-538d-462c-b9cf-1c68839c0fe5 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 210 time: 0.0499587 Mar 21 22:11:12.504881 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45491c62-1bd7-420e-9cde-06f83466de15 admin admin] Made reservation on behalf of f1149796355f44e4a33164a8fb804b34 for: {'network': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:11:12.505158 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 07ea816d-ea14-475f-ae60-50785507d772 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:12.505484 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (07ea816d-ea14-475f-ae60-50785507d772), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:12.509023 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-45491c62-1bd7-420e-9cde-06f83466de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:12.520710 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-45491c62-1bd7-420e-9cde-06f83466de15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:12.548362 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'name': 'tempest-TestMinimumBasicScenario-519394288-router', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '07ea816d-ea14-475f-ae60-50785507d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:05Z', 'updated_at': '2022-03-21T22:11:09Z', 'revision_number': 4, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'gw_port': {'id': '07ea816d-ea14-475f-ae60-50785507d772', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:06Z', 'updated_at': '2022-03-21T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'dffbe56f-da57-49b7-9695-3ebe8cb599ff', 'name': '', 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'mac_address': 'fa:16:3e:66:06:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:09Z', 'updated_at': '2022-03-21T22:11:10Z', 'revision_number': 2, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'subnets': [{'id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:12.581570 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Checking router: 9e711195-dc44-45bc-90c2-3d9288fecc99 for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:11:12.581929 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Updating router 9e711195-dc44-45bc-90c2-3d9288fecc99 port dffbe56f-da57-49b7-9695-3ebe8cb599ff binding host dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:11:12.613730 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-45491c62-1bd7-420e-9cde-06f83466de15 admin admin] Publish callbacks [] for security_group (c9a7a3b4-54ae-4b61-887e-060afef75b6f), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:12.615852 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:12.684010 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 07ea816d-ea14-475f-ae60-50785507d772 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:12.687573 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-45491c62-1bd7-420e-9cde-06f83466de15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (c9a7a3b4-54ae-4b61-887e-060afef75b6f), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:12.711717 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45491c62-1bd7-420e-9cde-06f83466de15 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=115862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 22:11:12.728365 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45491c62-1bd7-420e-9cde-06f83466de15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a7a3b4-54ae-4b61-887e-060afef75b6f,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:12.734195 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-45491c62-1bd7-420e-9cde-06f83466de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (bff54682-309c-461d-992a-a887bb3433f0), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:12.734643 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.segments_db [None req-45491c62-1bd7-420e-9cde-06f83466de15 admin admin] Added segment bff54682-309c-461d-992a-a887bb3433f0 of type vlan for network 2244d682-5bed-4282-9b89-74c29fac6c0a Mar 21 22:11:12.782171 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-45491c62-1bd7-420e-9cde-06f83466de15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (2244d682-5bed-4282-9b89-74c29fac6c0a), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:12.870071 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:12.884730 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-45491c62-1bd7-420e-9cde-06f83466de15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (2244d682-5bed-4282-9b89-74c29fac6c0a), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:12.884730 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45491c62-1bd7-420e-9cde-06f83466de15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:12.884730 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-45491c62-1bd7-420e-9cde-06f83466de15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:12.950475 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45491c62-1bd7-420e-9cde-06f83466de15 admin admin] Pushing event updated for resources: {'Network': ['ID=2244d682-5bed-4282-9b89-74c29fac6c0a,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:12.961130 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network 2244d682-5bed-4282-9b89-74c29fac6c0a details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 22:11:12.965015 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Publish callbacks [] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), precommit_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:13.021621 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-45491c62-1bd7-420e-9cde-06f83466de15 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6190023 Mar 21 22:11:13.024447 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36744) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:11:13.030442 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-9bbae189-57b3-4750-830f-65f4dbc4007a admin admin] Request body: {'subnet': {'network_id': '2244d682-5bed-4282-9b89-74c29fac6c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-390316410-subnet', 'tenant_id': 'f1149796355f44e4a33164a8fb804b34', 'ip_version': 4}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:11:13.048054 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:13.102421 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5719c26-e795-48db-ab6f-0a7717286693 None None] Pushing event updated for resources: {'Port': ['ID=dffbe56f-da57-49b7-9695-3ebe8cb599ff,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:13.163706 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Attempting to bind port dffbe56f-da57-49b7-9695-3ebe8cb599ff on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:11:13.164084 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Attempting to bind port dffbe56f-da57-49b7-9695-3ebe8cb599ff by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '74e428db-f256-48dc-9809-ce94eab6357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:11:13.164460 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Attempting to bind port dffbe56f-da57-49b7-9695-3ebe8cb599ff on network 743d4464-3905-459a-ac90-9ac64e4b23c8 {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:11:13.170541 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbae189-57b3-4750-830f-65f4dbc4007a admin admin] Made reservation on behalf of f1149796355f44e4a33164a8fb804b34 for: {'subnet': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:11:13.170807 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:11:13.171014 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Checking segment: {'id': '74e428db-f256-48dc-9809-ce94eab6357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:11:13.171425 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:13.171840 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Bound using segment: {'id': '74e428db-f256-48dc-9809-ce94eab6357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:11:13.172987 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9bbae189-57b3-4750-830f-65f4dbc4007a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12331869'] for subnet (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:13.173147 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Bound port: dffbe56f-da57-49b7-9695-3ebe8cb599ff, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e428db-f256-48dc-9809-ce94eab6357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:11:13.173394 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:13.284587 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] For port dffbe56f-da57-49b7-9695-3ebe8cb599ff, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:11:13.292016 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] For port dffbe56f-da57-49b7-9695-3ebe8cb599ff, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=dffbe56f-da57-49b7-9695-3ebe8cb599ff,segment=NetworkSegment(74e428db-f256-48dc-9809-ce94eab6357a),segment_id=74e428db-f256-48dc-9809-ce94eab6357a)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:11:13.372908 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-0ba9ea61-d582-42b4-b585-4b86626add88 None None] Provisioning complete for port dffbe56f-da57-49b7-9695-3ebe8cb599ff triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:13.372908 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0ba9ea61-d582-42b4-b585-4b86626add88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:13.375429 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:13.428953 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee76e1-c7ee-47d9-9e22-ec976369e45e req-0125eef6-b4dc-40ad-808d-7d196620bcd3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:13.430957 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d8ee76e1-c7ee-47d9-9e22-ec976369e45e req-0125eef6-b4dc-40ad-808d-7d196620bcd3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0570793 Mar 21 22:11:13.472959 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9bbae189-57b3-4750-830f-65f4dbc4007a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9687617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12331851'] for subnet (c4475b0d-ac15-4e8a-ba1c-2e7e70774617), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:13.489451 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Routers {'9e711195-dc44-45bc-90c2-3d9288fecc99'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:11:13.490121 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:11:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['9e711195-dc44-45bc-90c2-3d9288fecc99'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:13.493887 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5719c26-e795-48db-ab6f-0a7717286693 None None] Pushing event updated for resources: {'Port': ['ID=dffbe56f-da57-49b7-9695-3ebe8cb599ff,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:13.561999 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d8ee76e1-c7ee-47d9-9e22-ec976369e45e req-fc307d9d-4c97-465e-94c1-7d814c4ca47b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146815 Mar 21 22:11:13.564001 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-df81d2ea-a604-425e-ab98-44436fe0e7ad req-1b764167-e455-4706-9e68-2d9494f1597e tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 210 time: 0.0470853 Mar 21 22:11:13.573285 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbae189-57b3-4750-830f-65f4dbc4007a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4475b0d-ac15-4e8a-ba1c-2e7e70774617,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:13.606372 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbae189-57b3-4750-830f-65f4dbc4007a admin admin] Checking segment: {'id': 'bff54682-309c-461d-992a-a887bb3433f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2244d682-5bed-4282-9b89-74c29fac6c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:11:13.606372 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbae189-57b3-4750-830f-65f4dbc4007a admin admin] Network hostable DHCP agents. Network: 2244d682-5bed-4282-9b89-74c29fac6c0a, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 22:11:13.620227 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-0ba9ea61-d582-42b4-b585-4b86626add88 None None] Current status of the port dffbe56f-da57-49b7-9695-3ebe8cb599ff is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:13.620633 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0ba9ea61-d582-42b4-b585-4b86626add88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:13.676630 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-0ba9ea61-d582-42b4-b585-4b86626add88 None None] For port dffbe56f-da57-49b7-9695-3ebe8cb599ff, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=dffbe56f-da57-49b7-9695-3ebe8cb599ff,segment=NetworkSegment(74e428db-f256-48dc-9809-ce94eab6357a),segment_id=74e428db-f256-48dc-9809-ce94eab6357a)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:11:13.686413 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] Set router 9e711195-dc44-45bc-90c2-3d9288fecc99 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:11:13.707855 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbae189-57b3-4750-830f-65f4dbc4007a admin admin] Network 2244d682-5bed-4282-9b89-74c29fac6c0a is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 22:11:13.737899 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0ba9ea61-d582-42b4-b585-4b86626add88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:13.811123 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-9bbae189-57b3-4750-830f-65f4dbc4007a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, 2244d682-5bed-4282-9b89-74c29fac6c0a) {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:11:13.815242 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbae189-57b3-4750-830f-65f4dbc4007a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:13.815852 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9bbae189-57b3-4750-830f-65f4dbc4007a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:13.828524 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531e2e8f-ebbe-4ef0-8bf4-97d9f63c1e47 None None] Network 2244d682-5bed-4282-9b89-74c29fac6c0a requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:11:14.065929 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9ea61-d582-42b4-b585-4b86626add88 None None] Pushing event updated for resources: {'Port': ['ID=dffbe56f-da57-49b7-9695-3ebe8cb599ff,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:14.095759 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-8cacc2db-83e1-4fec-bbc5-57a8a7fb9bea None None] Provisioning complete for port dffbe56f-da57-49b7-9695-3ebe8cb599ff triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:14.096222 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8cacc2db-83e1-4fec-bbc5-57a8a7fb9bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:14.232909 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-9bbae189-57b3-4750-830f-65f4dbc4007a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2067392 Mar 21 22:11:14.233451 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa991b821-98ed-579e-a256-fb205f0cf9fe-2244d682-5bed-4282-9b89-74c29fac6c0a', 'network_id': '2244d682-5bed-4282-9b89-74c29fac6c0a', 'project_id': 'f1149796355f44e4a33164a8fb804b34', 'fixed_ips': [{'subnet_id': 'c4475b0d-ac15-4e8a-ba1c-2e7e70774617'}]}} from dv-cinder-834545-1-iscsi. {{(pid=115864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 22:11:14.234249 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:14.234946 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 36752) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:11:14.239527 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-390316410-router', 'tenant_id': 'f1149796355f44e4a33164a8fb804b34', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:11:14.399265 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'name': 'tempest-TestMinimumBasicScenario-519394288-router', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '07ea816d-ea14-475f-ae60-50785507d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:05Z', 'updated_at': '2022-03-21T22:11:09Z', 'revision_number': 4, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'gw_port': {'id': '07ea816d-ea14-475f-ae60-50785507d772', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:06Z', 'updated_at': '2022-03-21T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'dffbe56f-da57-49b7-9695-3ebe8cb599ff', 'name': '', 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'mac_address': 'fa:16:3e:66:06:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:09Z', 'updated_at': '2022-03-21T22:11:13Z', 'revision_number': 4, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'subnets': [{'id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:14.436757 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-8cacc2db-83e1-4fec-bbc5-57a8a7fb9bea None None] Current status of the port dffbe56f-da57-49b7-9695-3ebe8cb599ff is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:14.442413 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b7c50-df6f-479d-a984-4c3b55306242 None None] The sync data for ids ['9e711195-dc44-45bc-90c2-3d9288fecc99'] in dv-cinder-834545-1-iscsi is: [{'id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'name': 'tempest-TestMinimumBasicScenario-519394288-router', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '07ea816d-ea14-475f-ae60-50785507d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:05Z', 'updated_at': '2022-03-21T22:11:09Z', 'revision_number': 4, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'gw_port': {'id': '07ea816d-ea14-475f-ae60-50785507d772', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:06Z', 'updated_at': '2022-03-21T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'dffbe56f-da57-49b7-9695-3ebe8cb599ff', 'name': '', 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'mac_address': 'fa:16:3e:66:06:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:09Z', 'updated_at': '2022-03-21T22:11:13Z', 'revision_number': 4, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'subnets': [{'id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:11:14.449658 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3232'] for router (1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:14.461882 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165367', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3255'] for router (1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:14.499278 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.db_base_plugin_common [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Allocated IP 172.20.0.2 (2244d682-5bed-4282-9b89-74c29fac6c0a/c4475b0d-ac15-4e8a-ba1c-2e7e70774617/d1fbf66c-4859-4152-b48c-13a636b8ed77) {{(pid=115864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:11:14.537643 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Publish callbacks [] for router_controller (1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d), precommit_add_association {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:14.562252 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:14.757353 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Publish callbacks [] for port (d1fbf66c-4859-4152-b48c-13a636b8ed77), precommit_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:14.778856 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4b55ef87-7c47-4235-ae0d-d704ee50750f req-9e56f018-6c94-4f1c-9d3d-aa7663900b8a tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 210 time: 0.0643871 Mar 21 22:11:14.807614 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e559-0cc2-4388-aba9-c550cbe9426c req-9c607455-c21e-4e0d-98ae-d2547e9c572a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:14.809164 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a567e559-0cc2-4388-aba9-c550cbe9426c req-9c607455-c21e-4e0d-98ae-d2547e9c572a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.1046507 Mar 21 22:11:14.823322 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (d1fbf66c-4859-4152-b48c-13a636b8ed77), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:14.874726 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a567e559-0cc2-4388-aba9-c550cbe9426c req-cdabc988-71cc-4049-afce-f45e0af378e8 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593314 Mar 21 22:11:14.893449 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Network 2244d682-5bed-4282-9b89-74c29fac6c0a is already hosted by enough agents. {{(pid=115864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:11:14.897857 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.base_scheduler [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Resources bound (agent type, host, resource id): {{(pid=115864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:11:14.900503 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Publish callbacks [] for router_gateway (1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:14.900872 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Received port after_create {{(pid=115864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:11:14.903882 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Pushing event updated for resources: {'Port': ['ID=d1fbf66c-4859-4152-b48c-13a636b8ed77,revision_number=1']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:14.981386 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Attempting to bind port d1fbf66c-4859-4152-b48c-13a636b8ed77 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:11:14.982058 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Attempting to bind port d1fbf66c-4859-4152-b48c-13a636b8ed77 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': 'bff54682-309c-461d-992a-a887bb3433f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2244d682-5bed-4282-9b89-74c29fac6c0a'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:11:14.982427 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Attempting to bind port d1fbf66c-4859-4152-b48c-13a636b8ed77 on network 2244d682-5bed-4282-9b89-74c29fac6c0a {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:11:14.988658 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:11:14.989046 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Checking segment: {'id': 'bff54682-309c-461d-992a-a887bb3433f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2244d682-5bed-4282-9b89-74c29fac6c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:11:14.989461 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:14.989896 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Bound using segment: {'id': 'bff54682-309c-461d-992a-a887bb3433f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2244d682-5bed-4282-9b89-74c29fac6c0a'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:11:14.990381 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Bound port: d1fbf66c-4859-4152-b48c-13a636b8ed77, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff54682-309c-461d-992a-a887bb3433f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2244d682-5bed-4282-9b89-74c29fac6c0a'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:11:14.990767 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (d1fbf66c-4859-4152-b48c-13a636b8ed77), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:15.071842 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] For port d1fbf66c-4859-4152-b48c-13a636b8ed77, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:11:15.075873 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] For port d1fbf66c-4859-4152-b48c-13a636b8ed77, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=d1fbf66c-4859-4152-b48c-13a636b8ed77,segment=NetworkSegment(bff54682-309c-461d-992a-a887bb3433f0),segment_id=bff54682-309c-461d-992a-a887bb3433f0)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:11:15.163235 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (d1fbf66c-4859-4152-b48c-13a636b8ed77), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:15.209639 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Publish callbacks [] for router_gateway (1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:15.234169 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874cf6c-77ab-41ed-812d-2b6075d3aea7 None None] Pushing event updated for resources: {'Port': ['ID=d1fbf66c-4859-4152-b48c-13a636b8ed77,revision_number=2']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:15.234399 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:15.354838 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Allocated IP 172.27.2.45 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/c56d398b-dd6f-4030-97a2-4d636dbf3cf3) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:11:15.521711 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Publish callbacks [] for port (c56d398b-dd6f-4030-97a2-4d636dbf3cf3), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:15.624067 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b116a78-daeb-4407-a701-53303febacd5 req-8bc92825-5999-4f5c-9c2c-439d29695d51 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:15.625819 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b116a78-daeb-4407-a701-53303febacd5 req-8bc92825-5999-4f5c-9c2c-439d29695d51 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.47 "GET /v2.0/networks?id=7ca64710-59df-44d1-9926-47db3d9d37c7 HTTP/1.1" status: 200 len: 811 time: 0.1755416 Mar 21 22:11:15.688263 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (c56d398b-dd6f-4030-97a2-4d636dbf3cf3), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:15.708356 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b116a78-daeb-4407-a701-53303febacd5 req-7fbe05b0-a431-405d-8e1b-52bd1ffdc0a3 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7458146c857149e1bf0714f383c8d472 HTTP/1.1" status: 200 len: 380 time: 0.0639310 Mar 21 22:11:15.719667 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:15.726701 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-0b116a78-daeb-4407-a701-53303febacd5 req-68a32acc-281f-4868-a94c-9e9daf22d3a8 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Request body: {'port': {'device_id': 'e762156c-2a21-4615-a05b-d3237e5c67ea', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'admin_state_up': True, 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'security_groups': ['250303fa-3da0-4de7-ae3c-7e225fb5cf49']}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:11:15.744559 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:11:15.750934 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:11:15.753621 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:11:15.805936 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Pushing event updated for resources: {'Port': ['ID=c56d398b-dd6f-4030-97a2-4d636dbf3cf3,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:15.922597 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-334f69cf-a26e-4b49-ac88-cf7400935dfa req-0d166444-c7de-493b-bc04-ec1a4fac1c49 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 210 time: 0.0459321 Mar 21 22:11:16.229880 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b116a78-daeb-4407-a701-53303febacd5 req-68a32acc-281f-4868-a94c-9e9daf22d3a8 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Made reservation on behalf of 7458146c857149e1bf0714f383c8d472 for: {'port': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:11:16.231102 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Publish callbacks [] for router_gateway (1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:16.233467 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0b116a78-daeb-4407-a701-53303febacd5 req-68a32acc-281f-4868-a94c-9e9daf22d3a8 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:16.283055 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e63f0-5b23-4646-8b00-54dfaa981a95 req-e783089d-f392-4a72-9cc9-aad062f6b077 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:16.284641 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-066e63f0-5b23-4646-8b00-54dfaa981a95 req-e783089d-f392-4a72-9cc9-aad062f6b077 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.3303068 Mar 21 22:11:16.408317 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-066e63f0-5b23-4646-8b00-54dfaa981a95 req-b24933e3-12e3-43f9-8ede-ae997ddeb582 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948257 Mar 21 22:11:16.444405 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [req-0b116a78-daeb-4407-a701-53303febacd5 req-68a32acc-281f-4868-a94c-9e9daf22d3a8 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Allocated IP 172.20.0.11 (7ca64710-59df-44d1-9926-47db3d9d37c7/a1497cc9-2e8b-48ed-991b-efcb826a8f9f/81c1f100-2066-4413-a1a6-8b6f0e7ca366) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:11:16.461823 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2621caca-77db-49ca-9dc7-ab89c365ca30 None None] Network 2244d682-5bed-4282-9b89-74c29fac6c0a requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:11:16.481590 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165154'] for router (1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:16.524650 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device d1fbf66c-4859-4152-b48c-13a636b8ed77 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:11:16.568089 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-908b91cb-6281-4e6b-88d0-ded279bf7b8a None None] Provisioning complete for port d1fbf66c-4859-4152-b48c-13a636b8ed77 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:16.568467 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-908b91cb-6281-4e6b-88d0-ded279bf7b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (d1fbf66c-4859-4152-b48c-13a636b8ed77), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:16.632418 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0b116a78-daeb-4407-a701-53303febacd5 req-68a32acc-281f-4868-a94c-9e9daf22d3a8 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for port (81c1f100-2066-4413-a1a6-8b6f0e7ca366), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:16.670060 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port d1fbf66c-4859-4152-b48c-13a636b8ed77 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:16.670441 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (d1fbf66c-4859-4152-b48c-13a636b8ed77), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:16.725869 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0b116a78-daeb-4407-a701-53303febacd5 req-68a32acc-281f-4868-a94c-9e9daf22d3a8 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (81c1f100-2066-4413-a1a6-8b6f0e7ca366), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:16.728887 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Router 1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d is scheduled to L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 with binding_index 1 {{(pid=115862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 22:11:16.762015 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-908b91cb-6281-4e6b-88d0-ded279bf7b8a None None] Current status of the port d1fbf66c-4859-4152-b48c-13a636b8ed77 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:16.762540 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-908b91cb-6281-4e6b-88d0-ded279bf7b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (d1fbf66c-4859-4152-b48c-13a636b8ed77), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:16.830302 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b116a78-daeb-4407-a701-53303febacd5 req-68a32acc-281f-4868-a94c-9e9daf22d3a8 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Network 7ca64710-59df-44d1-9926-47db3d9d37c7 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:11:16.831501 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-908b91cb-6281-4e6b-88d0-ded279bf7b8a None None] For port d1fbf66c-4859-4152-b48c-13a636b8ed77, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=d1fbf66c-4859-4152-b48c-13a636b8ed77,segment=NetworkSegment(bff54682-309c-461d-992a-a887bb3433f0),segment_id=bff54682-309c-461d-992a-a887bb3433f0)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:11:16.834766 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [req-0b116a78-daeb-4407-a701-53303febacd5 req-68a32acc-281f-4868-a94c-9e9daf22d3a8 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:11:16.851276 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a32acc-281f-4868-a94c-9e9daf22d3a8 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event updated for resources: {'Port': ['ID=81c1f100-2066-4413-a1a6-8b6f0e7ca366,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:16.853909 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b116a78-daeb-4407-a701-53303febacd5 req-68a32acc-281f-4868-a94c-9e9daf22d3a8 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:11:16.879483 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port d1fbf66c-4859-4152-b48c-13a636b8ed77 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:16.880256 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (d1fbf66c-4859-4152-b48c-13a636b8ed77), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:16.907535 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:11:16.921725 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Sync routers for ids ['1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:11:16.926517 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-908b91cb-6281-4e6b-88d0-ded279bf7b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (d1fbf66c-4859-4152-b48c-13a636b8ed77), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:16.927827 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b116a78-daeb-4407-a701-53303febacd5 req-68a32acc-281f-4868-a94c-9e9daf22d3a8 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:16.928567 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0b116a78-daeb-4407-a701-53303febacd5 req-68a32acc-281f-4868-a94c-9e9daf22d3a8 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:16.935978 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Routers {'1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:11:16.937107 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:11:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:17.072551 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:17.074371 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-01efdd98-9403-4edd-bddf-c1cb2d01fe73 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8383865 Mar 21 22:11:17.077296 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 36766) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:11:17.098904 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b116a78-daeb-4407-a701-53303febacd5 req-68a32acc-281f-4868-a94c-9e9daf22d3a8 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3836086 Mar 21 22:11:17.099842 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.db.api [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 22:11:17.100516 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG oslo_db.api [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 22:11:17.109460 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b91cb-6281-4e6b-88d0-ded279bf7b8a None None] Pushing event updated for resources: {'Port': ['ID=d1fbf66c-4859-4152-b48c-13a636b8ed77,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:17.131614 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Request body: {'port': {'device_id': 'e762156c-2a21-4615-a05b-d3237e5c67ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:11:17.135237 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Set router 1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:11:17.162383 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239be139-6e74-44fd-b289-310a31b1bfa4 req-cbc34737-cb1c-4477-b541-fa204c52eeb8 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:17.164891 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-239be139-6e74-44fd-b289-310a31b1bfa4 req-cbc34737-cb1c-4477-b541-fa204c52eeb8 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 932 time: 0.1461637 Mar 21 22:11:17.260529 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-0f265492-803f-441e-ae5b-d1a6669ca821 None None] Provisioning complete for port d1fbf66c-4859-4152-b48c-13a636b8ed77 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:17.261049 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0f265492-803f-441e-ae5b-d1a6669ca821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (d1fbf66c-4859-4152-b48c-13a636b8ed77), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:17.300039 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (81c1f100-2066-4413-a1a6-8b6f0e7ca366), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:17.306928 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-239be139-6e74-44fd-b289-310a31b1bfa4 req-253b91bf-decf-463f-9f11-8ea4b352dfb2 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222908 Mar 21 22:11:17.370482 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-0f265492-803f-441e-ae5b-d1a6669ca821 None None] Current status of the port d1fbf66c-4859-4152-b48c-13a636b8ed77 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:17.384102 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-0f265492-803f-441e-ae5b-d1a6669ca821 None None] Provisioning complete for port 81c1f100-2066-4413-a1a6-8b6f0e7ca366 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:17.384583 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0f265492-803f-441e-ae5b-d1a6669ca821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (81c1f100-2066-4413-a1a6-8b6f0e7ca366), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:17.431181 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-0f265492-803f-441e-ae5b-d1a6669ca821 None None] Port 81c1f100-2066-4413-a1a6-8b6f0e7ca366 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:11:17.476297 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'name': 'tempest-TestMinimumBasicScenario-390316410-router', 'tenant_id': 'f1149796355f44e4a33164a8fb804b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:14Z', 'updated_at': '2022-03-21T22:11:15Z', 'revision_number': 3, 'project_id': 'f1149796355f44e4a33164a8fb804b34', 'gw_port': {'id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:15Z', 'updated_at': '2022-03-21T22:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:17.508513 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Checking router: 1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:11:17.508853 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Updating router 1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d port c56d398b-dd6f-4030-97a2-4d636dbf3cf3 binding host dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:11:17.554382 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (c56d398b-dd6f-4030-97a2-4d636dbf3cf3), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:17.609376 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef3c07-14da-46bc-8b75-388de72a1a62 req-6f971ffd-c946-4128-b539-b2af4c272208 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:17.610980 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-daef3c07-14da-46bc-8b75-388de72a1a62 req-6f971ffd-c946-4128-b539-b2af4c272208 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.1157756 Mar 21 22:11:17.662264 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port d1fbf66c-4859-4152-b48c-13a636b8ed77 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:17.664216 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device dffbe56f-da57-49b7-9695-3ebe8cb599ff up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:11:17.727650 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port dffbe56f-da57-49b7-9695-3ebe8cb599ff triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:17.728177 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:17.729084 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-daef3c07-14da-46bc-8b75-388de72a1a62 req-9427ef84-6ae9-4d2f-a420-167eb5edf7b3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082501 Mar 21 22:11:17.747273 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c1f100-2066-4413-a1a6-8b6f0e7ca366 {{(pid=115863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:11:17.756938 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Publish callbacks [] for port (81c1f100-2066-4413-a1a6-8b6f0e7ca366), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:17.772785 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.provisioning_blocks [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Transition to ACTIVE for port object 81c1f100-2066-4413-a1a6-8b6f0e7ca366 will not be triggered until provisioned by entity L2. {{(pid=115863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:11:17.839970 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port dffbe56f-da57-49b7-9695-3ebe8cb599ff is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:17.857938 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (81c1f100-2066-4413-a1a6-8b6f0e7ca366), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:17.866738 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Publish callbacks [] for port (c56d398b-dd6f-4030-97a2-4d636dbf3cf3), precommit_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:17.920549 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949d37a-821a-4925-910d-995fb330804f service neutron] Pushing event updated for resources: {'Port': ['ID=81c1f100-2066-4413-a1a6-8b6f0e7ca366,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:17.949514 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (c56d398b-dd6f-4030-97a2-4d636dbf3cf3), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:17.984803 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:18.010982 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Attempting to bind port 81c1f100-2066-4413-a1a6-8b6f0e7ca366 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:11:18.011402 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Attempting to bind port 81c1f100-2066-4413-a1a6-8b6f0e7ca366 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:11:18.011545 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Attempting to bind port c56d398b-dd6f-4030-97a2-4d636dbf3cf3 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:11:18.011778 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Attempting to bind port 81c1f100-2066-4413-a1a6-8b6f0e7ca366 on network 7ca64710-59df-44d1-9926-47db3d9d37c7 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:11:18.011909 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Attempting to bind port c56d398b-dd6f-4030-97a2-4d636dbf3cf3 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:11:18.012513 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Attempting to bind port c56d398b-dd6f-4030-97a2-4d636dbf3cf3 on network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:11:18.015889 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bdb8d-8638-4b45-b1ad-206512010e4d None None] Pushing event updated for resources: {'Port': ['ID=c56d398b-dd6f-4030-97a2-4d636dbf3cf3,revision_number=2']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:18.017242 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Port 81c1f100-2066-4413-a1a6-8b6f0e7ca366 on network 7ca64710-59df-44d1-9926-47db3d9d37c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:11:18.017570 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Attempting to bind port 81c1f100-2066-4413-a1a6-8b6f0e7ca366 on network 7ca64710-59df-44d1-9926-47db3d9d37c7 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:11:18.024755 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:11:18.025200 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Checking segment: {'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:11:18.026276 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Bound using segment: {'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:11:18.026718 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Bound port: 81c1f100-2066-4413-a1a6-8b6f0e7ca366, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'}}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:11:18.027101 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (81c1f100-2066-4413-a1a6-8b6f0e7ca366), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:18.036681 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:11:18.037078 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Checking segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:11:18.037448 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:18.037840 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Bound using segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:11:18.038311 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Bound port: c56d398b-dd6f-4030-97a2-4d636dbf3cf3, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:11:18.038688 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (c56d398b-dd6f-4030-97a2-4d636dbf3cf3), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:18.104539 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] For port c56d398b-dd6f-4030-97a2-4d636dbf3cf3, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:11:18.106143 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] For port 81c1f100-2066-4413-a1a6-8b6f0e7ca366, host hv-cinder-83454, cleared binding levels {{(pid=115863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:11:18.109510 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] For port 81c1f100-2066-4413-a1a6-8b6f0e7ca366, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=81c1f100-2066-4413-a1a6-8b6f0e7ca366,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:11:18.110410 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] For port c56d398b-dd6f-4030-97a2-4d636dbf3cf3, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=c56d398b-dd6f-4030-97a2-4d636dbf3cf3,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:11:18.180119 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Allocated IP 172.20.0.1 (2244d682-5bed-4282-9b89-74c29fac6c0a/c4475b0d-ac15-4e8a-ba1c-2e7e70774617/5e93879b-eb32-4487-a8c7-cf249fa6a043) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:11:18.213280 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (81c1f100-2066-4413-a1a6-8b6f0e7ca366), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:18.242178 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (c56d398b-dd6f-4030-97a2-4d636dbf3cf3), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:18.247924 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:18.248541 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:18.249913 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b116a78-daeb-4407-a701-53303febacd5 req-e949d37a-821a-4925-910d-995fb330804f service neutron] 10.222.0.47 "PUT /v2.0/ports/81c1f100-2066-4413-a1a6-8b6f0e7ca366 HTTP/1.1" status: 200 len: 1094 time: 1.1344931 Mar 21 22:11:18.250377 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e762156c-2a21-4615-a05b-d3237e5c67ea', 'tag': '81c1f100-2066-4413-a1a6-8b6f0e7ca366'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:11:18.252666 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d29c8b-fd11-4fa6-8c29-f9d1c5ede412" -d '{"events": [{"name": "network-changed", "server_uuid": "e762156c-2a21-4615-a05b-d3237e5c67ea", "tag": "81c1f100-2066-4413-a1a6-8b6f0e7ca366"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:11:18.287526 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949d37a-821a-4925-910d-995fb330804f service neutron] Pushing event updated for resources: {'Port': ['ID=81c1f100-2066-4413-a1a6-8b6f0e7ca366,revision_number=3']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:18.332472 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bdb8d-8638-4b45-b1ad-206512010e4d None None] Pushing event updated for resources: {'Port': ['ID=c56d398b-dd6f-4030-97a2-4d636dbf3cf3,revision_number=3']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:18.337592 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Publish callbacks [] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:18.361686 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Routers {'1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:11:18.363982 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:11:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:18.462306 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device d1fbf66c-4859-4152-b48c-13a636b8ed77 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:11:18.513059 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b116a78-daeb-4407-a701-53303febacd5 req-674273ac-d07d-4d52-8b6b-77bac6136788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:18.516432 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b116a78-daeb-4407-a701-53303febacd5 req-674273ac-d07d-4d52-8b6b-77bac6136788 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7458146c857149e1bf0714f383c8d472&device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 1128 time: 0.1172073 Mar 21 22:11:18.519776 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:18.554941 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] Set router 1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:11:18.559656 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port d1fbf66c-4859-4152-b48c-13a636b8ed77 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:18.560032 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (d1fbf66c-4859-4152-b48c-13a636b8ed77), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:18.609072 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Pushing event updated for resources: {'Port': ['ID=5e93879b-eb32-4487-a8c7-cf249fa6a043,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:18.624241 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b116a78-daeb-4407-a701-53303febacd5 req-5addb7cf-9cd1-47a9-a498-d23679774901 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81c1f100-2066-4413-a1a6-8b6f0e7ca366 HTTP/1.1" status: 200 len: 217 time: 0.0868781 Mar 21 22:11:18.636287 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfaadb-688e-48a9-bbc3-54ee13ca64ba req-34c4d463-3c95-4edd-820d-59dffc0b6068 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:18.638694 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-41cfaadb-688e-48a9-bbc3-54ee13ca64ba req-34c4d463-3c95-4edd-820d-59dffc0b6068 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 944 time: 0.1913786 Mar 21 22:11:18.659616 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Network 2244d682-5bed-4282-9b89-74c29fac6c0a is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:11:18.661667 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:11:18.680442 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:11:18.689224 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaa8ee2-7bf2-4237-930a-92f79b278fcf x-openstack-request-id: req-faaa8ee2-7bf2-4237-930a-92f79b278fcf {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:11:18.689520 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e762156c-2a21-4615-a05b-d3237e5c67ea", "tag": "81c1f100-2066-4413-a1a6-8b6f0e7ca366", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:11:18.689778 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-faaa8ee2-7bf2-4237-930a-92f79b278fcf {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:11:18.690206 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e762156c-2a21-4615-a05b-d3237e5c67ea', 'tag': '81c1f100-2066-4413-a1a6-8b6f0e7ca366', 'status': 'completed', 'code': 200} Mar 21 22:11:18.745841 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4165623'] for router_interface (1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:18.748273 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port d1fbf66c-4859-4152-b48c-13a636b8ed77 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:18.750845 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b116a78-daeb-4407-a701-53303febacd5 req-c5d30ac4-3d5c-409e-a76b-177f31d39c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:18.752404 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b116a78-daeb-4407-a701-53303febacd5 req-c5d30ac4-3d5c-409e-a76b-177f31d39c20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1497cc9-2e8b-48ed-991b-efcb826a8f9f HTTP/1.1" status: 200 len: 850 time: 0.1120896 Mar 21 22:11:18.784455 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-41cfaadb-688e-48a9-bbc3-54ee13ca64ba req-c50436a4-6f67-4712-a05b-24e4684968e3 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933619 Mar 21 22:11:18.840538 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b116a78-daeb-4407-a701-53303febacd5 req-a870e21a-20c6-478f-91ac-de1a181bc41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:18.842217 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b116a78-daeb-4407-a701-53303febacd5 req-a870e21a-20c6-478f-91ac-de1a181bc41d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca64710-59df-44d1-9926-47db3d9d37c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809081 Mar 21 22:11:18.851709 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'name': 'tempest-TestMinimumBasicScenario-390316410-router', 'tenant_id': 'f1149796355f44e4a33164a8fb804b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:14Z', 'updated_at': '2022-03-21T22:11:15Z', 'revision_number': 3, 'project_id': 'f1149796355f44e4a33164a8fb804b34', 'gw_port': {'id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:15Z', 'updated_at': '2022-03-21T22:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:18.901175 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ca5396-f9ed-400f-baae-d391402c0a4a None None] The sync data for ids ['1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'] in dv-cinder-834545-1-iscsi is: [{'id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'name': 'tempest-TestMinimumBasicScenario-390316410-router', 'tenant_id': 'f1149796355f44e4a33164a8fb804b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:14Z', 'updated_at': '2022-03-21T22:11:15Z', 'revision_number': 3, 'project_id': 'f1149796355f44e4a33164a8fb804b34', 'gw_port': {'id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:15Z', 'updated_at': '2022-03-21T22:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:11:18.963330 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04a96c-b14f-467e-9144-d46cba331598 req-98910a50-25fc-48e4-bff9-6cc78ab7657f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:18.970349 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9f04a96c-b14f-467e-9144-d46cba331598 req-98910a50-25fc-48e4-bff9-6cc78ab7657f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.1254845 Mar 21 22:11:18.982860 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-4e1c34d8-2ec8-4ab0-a36b-93ccc294e7cf None None] Provisioning complete for port 5e93879b-eb32-4487-a8c7-cf249fa6a043 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:18.983582 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-4e1c34d8-2ec8-4ab0-a36b-93ccc294e7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:19.007814 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b116a78-daeb-4407-a701-53303febacd5 req-3c26ab73-f538-441d-bf4b-47c3321e25bf service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515195 Mar 21 22:11:19.037592 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-4e1c34d8-2ec8-4ab0-a36b-93ccc294e7cf None None] Port 5e93879b-eb32-4487-a8c7-cf249fa6a043 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:11:19.063613 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:19.073787 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9f04a96c-b14f-467e-9144-d46cba331598 req-87eac3dd-9877-4a6d-ac85-b45a84c36c4c tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025462 Mar 21 22:11:19.125462 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b116a78-daeb-4407-a701-53303febacd5 req-66843ab6-e39a-4613-a4c0-a02c8affd616 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075885 Mar 21 22:11:19.300261 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Publish callbacks [] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:19.362783 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d29c8b-fd11-4fa6-8c29-f9d1c5ede412 req-5e713a49-6112-4fb0-8d44-6a044e378720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:19.362783 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-44d29c8b-fd11-4fa6-8c29-f9d1c5ede412 req-5e713a49-6112-4fb0-8d44-6a044e378720 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7458146c857149e1bf0714f383c8d472&device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 1128 time: 0.0670173 Mar 21 22:11:19.402477 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625600'] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:19.473853 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d29c8b-fd11-4fa6-8c29-f9d1c5ede412 req-b44a694c-4e26-4a14-879d-5d77a2d6fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:19.475790 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-44d29c8b-fd11-4fa6-8c29-f9d1c5ede412 req-b44a694c-4e26-4a14-879d-5d77a2d6fc06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ca64710-59df-44d1-9926-47db3d9d37c7 HTTP/1.1" status: 200 len: 912 time: 0.1081982 Mar 21 22:11:19.481220 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Pushing event updated for resources: {'Port': ['ID=5e93879b-eb32-4487-a8c7-cf249fa6a043,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:19.484324 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4165475'] for router_interface (1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:19.526740 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-44d29c8b-fd11-4fa6-8c29-f9d1c5ede412 req-2bc00e9b-aa7c-4ff5-9b52-04638632de9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81c1f100-2066-4413-a1a6-8b6f0e7ca366 HTTP/1.1" status: 200 len: 217 time: 0.0436630 Mar 21 22:11:19.589601 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d29c8b-fd11-4fa6-8c29-f9d1c5ede412 req-cfd043f1-ed05-45ad-8139-91e029832e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:19.591132 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-44d29c8b-fd11-4fa6-8c29-f9d1c5ede412 req-cfd043f1-ed05-45ad-8139-91e029832e2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1497cc9-2e8b-48ed-991b-efcb826a8f9f HTTP/1.1" status: 200 len: 850 time: 0.0581882 Mar 21 22:11:19.613271 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Network 2244d682-5bed-4282-9b89-74c29fac6c0a is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:11:19.614819 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:11:19.650819 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d29c8b-fd11-4fa6-8c29-f9d1c5ede412 req-f97bb7db-7fde-4274-b41f-63079916fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:19.652715 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-44d29c8b-fd11-4fa6-8c29-f9d1c5ede412 req-f97bb7db-7fde-4274-b41f-63079916fc2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca64710-59df-44d1-9926-47db3d9d37c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537724 Mar 21 22:11:19.779198 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Router 1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:11:19.779487 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-44d29c8b-fd11-4fa6-8c29-f9d1c5ede412 req-dcfec28e-e452-4f6c-9b83-84f840556d3e service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181118 Mar 21 22:11:19.936314 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:11:19.938163 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-44d29c8b-fd11-4fa6-8c29-f9d1c5ede412 req-2f8ac645-c024-4060-8c6f-f65898b2764e service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502364 Mar 21 22:11:19.947895 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-5f3023a7-eb79-4860-942a-8810a7230929 admin admin] 10.222.0.45 "PUT /v2.0/routers/1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8603680 Mar 21 22:11:19.975863 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16dd8a-2d3f-4ade-ad9c-dc9fd5b0ab4e req-448d066b-dbc9-46de-8258-9de3a900598e tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:19.977865 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4b16dd8a-2d3f-4ade-ad9c-dc9fd5b0ab4e req-448d066b-dbc9-46de-8258-9de3a900598e tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 944 time: 0.0956180 Mar 21 22:11:19.985659 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-0626fefb-43d2-4595-93f9-e931d980b288 None None] Provisioning complete for port 5e93879b-eb32-4487-a8c7-cf249fa6a043 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:19.986245 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0626fefb-43d2-4595-93f9-e931d980b288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:20.040178 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-0626fefb-43d2-4595-93f9-e931d980b288 None None] Port 5e93879b-eb32-4487-a8c7-cf249fa6a043 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:11:20.063129 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4b16dd8a-2d3f-4ade-ad9c-dc9fd5b0ab4e req-9cfd6d8f-c68c-48b5-99af-4c2747797776 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753236 Mar 21 22:11:20.216094 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48188de2-382f-4214-a8e6-124ac7bc2359 req-c4315ba5-d540-49c9-8d02-8e80488c154f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:20.217762 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-48188de2-382f-4214-a8e6-124ac7bc2359 req-c4315ba5-d540-49c9-8d02-8e80488c154f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0674605 Mar 21 22:11:20.269464 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-48188de2-382f-4214-a8e6-124ac7bc2359 req-6547e5e6-167f-4732-a785-cf1d9f0960c2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459197 Mar 21 22:11:20.394273 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device c56d398b-dd6f-4030-97a2-4d636dbf3cf3 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:11:20.445365 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port c56d398b-dd6f-4030-97a2-4d636dbf3cf3 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:20.445670 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c56d398b-dd6f-4030-97a2-4d636dbf3cf3), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:20.657608 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port c56d398b-dd6f-4030-97a2-4d636dbf3cf3 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:20.657997 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (c56d398b-dd6f-4030-97a2-4d636dbf3cf3), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:20.680208 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port c56d398b-dd6f-4030-97a2-4d636dbf3cf3, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=c56d398b-dd6f-4030-97a2-4d636dbf3cf3,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:11:20.777407 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (c56d398b-dd6f-4030-97a2-4d636dbf3cf3), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:20.825618 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=c56d398b-dd6f-4030-97a2-4d636dbf3cf3,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:21.217868 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ae515-d63c-42d3-aa83-fba088cb54fd req-b590a040-037f-4efc-840c-d3b8475afa17 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:21.220083 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-174ae515-d63c-42d3-aa83-fba088cb54fd req-b590a040-037f-4efc-840c-d3b8475afa17 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 944 time: 0.0839210 Mar 21 22:11:21.289573 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-174ae515-d63c-42d3-aa83-fba088cb54fd req-23aa10c3-c80f-44b7-ab9e-101f30a41418 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627916 Mar 21 22:11:21.426480 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9e4af-8845-497d-baa3-3b5cd9e8f7fa req-97550a55-cde5-4fb1-9b82-d31a79788f4b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:21.432904 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-11d9e4af-8845-497d-baa3-3b5cd9e8f7fa req-97550a55-cde5-4fb1-9b82-d31a79788f4b tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0729070 Mar 21 22:11:21.510227 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-11d9e4af-8845-497d-baa3-3b5cd9e8f7fa req-d5397f88-be96-4ab4-a2d6-8dc928ab7126 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698187 Mar 21 22:11:21.849013 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Sync routers for ids ['1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:11:21.865798 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Routers {'1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:11:21.866997 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:11:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:22.011631 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Set router 1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:11:22.268100 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'name': 'tempest-TestMinimumBasicScenario-390316410-router', 'tenant_id': 'f1149796355f44e4a33164a8fb804b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:14Z', 'updated_at': '2022-03-21T22:11:18Z', 'revision_number': 4, 'project_id': 'f1149796355f44e4a33164a8fb804b34', 'gw_port': {'id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:15Z', 'updated_at': '2022-03-21T22:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '5e93879b-eb32-4487-a8c7-cf249fa6a043', 'name': '', 'network_id': '2244d682-5bed-4282-9b89-74c29fac6c0a', 'tenant_id': 'f1149796355f44e4a33164a8fb804b34', 'mac_address': 'fa:16:3e:23:7f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c4475b0d-ac15-4e8a-ba1c-2e7e70774617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:18Z', 'updated_at': '2022-03-21T22:11:19Z', 'revision_number': 2, 'project_id': 'f1149796355f44e4a33164a8fb804b34', 'subnets': [{'id': 'c4475b0d-ac15-4e8a-ba1c-2e7e70774617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:22.297690 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Checking router: 1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:11:22.298076 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Updating router 1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d port 5e93879b-eb32-4487-a8c7-cf249fa6a043 binding host dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:11:22.338465 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:22.460897 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device c56d398b-dd6f-4030-97a2-4d636dbf3cf3 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:11:22.489984 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d268461-4074-4d2b-b340-b335f3ee8e2c req-06b9b337-7721-4ded-93a5-a9a1f845cafd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:22.491585 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0d268461-4074-4d2b-b340-b335f3ee8e2c req-06b9b337-7721-4ded-93a5-a9a1f845cafd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 944 time: 0.0701768 Mar 21 22:11:22.570346 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0d268461-4074-4d2b-b340-b335f3ee8e2c req-5b8da8ee-a6c3-41c5-9efd-8f025449b952 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686290 Mar 21 22:11:22.656927 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port c56d398b-dd6f-4030-97a2-4d636dbf3cf3 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:22.657741 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (c56d398b-dd6f-4030-97a2-4d636dbf3cf3), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:22.666982 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4cbae-9415-4a69-8fa1-27b89541a744 req-0177b387-1f1a-49c0-9dbc-64b2b7f14b46 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:22.668553 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bad4cbae-9415-4a69-8fa1-27b89541a744 req-0177b387-1f1a-49c0-9dbc-64b2b7f14b46 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0671709 Mar 21 22:11:22.740548 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bad4cbae-9415-4a69-8fa1-27b89541a744 req-dea6a52b-e1dd-4923-87e9-264bbdec6a10 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628664 Mar 21 22:11:22.809270 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port c56d398b-dd6f-4030-97a2-4d636dbf3cf3 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:22.827679 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Publish callbacks [] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), precommit_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:22.904638 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:22.980976 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81980b0e-cbef-429b-a9cc-f9fd254c1c61 None None] Pushing event updated for resources: {'Port': ['ID=5e93879b-eb32-4487-a8c7-cf249fa6a043,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:23.051109 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Attempting to bind port 5e93879b-eb32-4487-a8c7-cf249fa6a043 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:11:23.051978 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Attempting to bind port 5e93879b-eb32-4487-a8c7-cf249fa6a043 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': 'bff54682-309c-461d-992a-a887bb3433f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2244d682-5bed-4282-9b89-74c29fac6c0a'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:11:23.052567 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Attempting to bind port 5e93879b-eb32-4487-a8c7-cf249fa6a043 on network 2244d682-5bed-4282-9b89-74c29fac6c0a {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:11:23.070186 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:11:23.071738 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Checking segment: {'id': 'bff54682-309c-461d-992a-a887bb3433f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2244d682-5bed-4282-9b89-74c29fac6c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:11:23.072543 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:23.074363 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Bound using segment: {'id': 'bff54682-309c-461d-992a-a887bb3433f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2244d682-5bed-4282-9b89-74c29fac6c0a'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:11:23.075243 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Bound port: 5e93879b-eb32-4487-a8c7-cf249fa6a043, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff54682-309c-461d-992a-a887bb3433f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2244d682-5bed-4282-9b89-74c29fac6c0a'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:11:23.075982 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:23.204933 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] For port 5e93879b-eb32-4487-a8c7-cf249fa6a043, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:11:23.208325 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] For port 5e93879b-eb32-4487-a8c7-cf249fa6a043, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=5e93879b-eb32-4487-a8c7-cf249fa6a043,segment=NetworkSegment(bff54682-309c-461d-992a-a887bb3433f0),segment_id=bff54682-309c-461d-992a-a887bb3433f0)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:11:23.289618 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-5e1d321e-deae-4ff8-9a4b-87d185cdb79b None None] Provisioning complete for port 5e93879b-eb32-4487-a8c7-cf249fa6a043 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:23.290008 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-5e1d321e-deae-4ff8-9a4b-87d185cdb79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:23.321241 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:23.336422 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d321e-deae-4ff8-9a4b-87d185cdb79b None None] Port 5e93879b-eb32-4487-a8c7-cf249fa6a043 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:11:23.404122 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Routers {'1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:11:23.405309 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:11:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:23.505263 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81980b0e-cbef-429b-a9cc-f9fd254c1c61 None None] Pushing event updated for resources: {'Port': ['ID=5e93879b-eb32-4487-a8c7-cf249fa6a043,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:23.577974 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] Set router 1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:11:23.722696 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-6386a843-ab2c-4068-91d9-cd30bc689f9e None None] Provisioning complete for port 5e93879b-eb32-4487-a8c7-cf249fa6a043 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:23.723139 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6386a843-ab2c-4068-91d9-cd30bc689f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:23.749970 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052923f-8e16-44cd-a22d-b4c18ae8482b req-2fe76c88-297e-40b7-97ed-7ecbc43b74ae tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:23.752030 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5052923f-8e16-44cd-a22d-b4c18ae8482b req-2fe76c88-297e-40b7-97ed-7ecbc43b74ae tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 944 time: 0.0732174 Mar 21 22:11:23.823478 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5052923f-8e16-44cd-a22d-b4c18ae8482b req-b4978ffa-9512-4315-9063-6b355ca7a146 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619087 Mar 21 22:11:23.865868 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-6386a843-ab2c-4068-91d9-cd30bc689f9e None None] Current status of the port 5e93879b-eb32-4487-a8c7-cf249fa6a043 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:23.866262 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6386a843-ab2c-4068-91d9-cd30bc689f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:23.880513 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8aa764-712e-4180-9957-0a84c9bf844a req-85b5bb4b-6b8e-44c6-a67e-6743cefe68bb tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:23.882364 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5f8aa764-712e-4180-9957-0a84c9bf844a req-85b5bb4b-6b8e-44c6-a67e-6743cefe68bb tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0579803 Mar 21 22:11:23.908152 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'name': 'tempest-TestMinimumBasicScenario-390316410-router', 'tenant_id': 'f1149796355f44e4a33164a8fb804b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:14Z', 'updated_at': '2022-03-21T22:11:18Z', 'revision_number': 4, 'project_id': 'f1149796355f44e4a33164a8fb804b34', 'gw_port': {'id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:15Z', 'updated_at': '2022-03-21T22:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '5e93879b-eb32-4487-a8c7-cf249fa6a043', 'name': '', 'network_id': '2244d682-5bed-4282-9b89-74c29fac6c0a', 'tenant_id': 'f1149796355f44e4a33164a8fb804b34', 'mac_address': 'fa:16:3e:23:7f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c4475b0d-ac15-4e8a-ba1c-2e7e70774617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:18Z', 'updated_at': '2022-03-21T22:11:23Z', 'revision_number': 4, 'project_id': 'f1149796355f44e4a33164a8fb804b34', 'subnets': [{'id': 'c4475b0d-ac15-4e8a-ba1c-2e7e70774617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:23.938908 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5f8aa764-712e-4180-9957-0a84c9bf844a req-6ce64b30-9ff9-4424-a5bf-892513071d28 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496027 Mar 21 22:11:23.939909 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692ed14-d217-464b-9322-6fd980a8ae1a None None] The sync data for ids ['1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'] in dv-cinder-834545-1-iscsi is: [{'id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'name': 'tempest-TestMinimumBasicScenario-390316410-router', 'tenant_id': 'f1149796355f44e4a33164a8fb804b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:14Z', 'updated_at': '2022-03-21T22:11:18Z', 'revision_number': 4, 'project_id': 'f1149796355f44e4a33164a8fb804b34', 'gw_port': {'id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:15Z', 'updated_at': '2022-03-21T22:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '5e93879b-eb32-4487-a8c7-cf249fa6a043', 'name': '', 'network_id': '2244d682-5bed-4282-9b89-74c29fac6c0a', 'tenant_id': 'f1149796355f44e4a33164a8fb804b34', 'mac_address': 'fa:16:3e:23:7f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c4475b0d-ac15-4e8a-ba1c-2e7e70774617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:18Z', 'updated_at': '2022-03-21T22:11:23Z', 'revision_number': 4, 'project_id': 'f1149796355f44e4a33164a8fb804b34', 'subnets': [{'id': 'c4475b0d-ac15-4e8a-ba1c-2e7e70774617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:11:23.942764 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-6386a843-ab2c-4068-91d9-cd30bc689f9e None None] For port 5e93879b-eb32-4487-a8c7-cf249fa6a043, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=5e93879b-eb32-4487-a8c7-cf249fa6a043,segment=NetworkSegment(bff54682-309c-461d-992a-a887bb3433f0),segment_id=bff54682-309c-461d-992a-a887bb3433f0)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:11:24.023935 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6386a843-ab2c-4068-91d9-cd30bc689f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:24.082288 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386a843-ab2c-4068-91d9-cd30bc689f9e None None] Pushing event updated for resources: {'Port': ['ID=5e93879b-eb32-4487-a8c7-cf249fa6a043,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:24.422476 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 5e93879b-eb32-4487-a8c7-cf249fa6a043 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:11:24.495535 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 5e93879b-eb32-4487-a8c7-cf249fa6a043 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:24.496179 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:24.631002 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 5e93879b-eb32-4487-a8c7-cf249fa6a043 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:24.650995 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b84f6-ddb7-4cb8-9e5c-3adee664697e req-f68bbff5-3457-407f-8bb8-f7497f1c6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:24.651930 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-805b84f6-ddb7-4cb8-9e5c-3adee664697e req-f68bbff5-3457-407f-8bb8-f7497f1c6861 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 1130 time: 0.0607891 Mar 21 22:11:24.703948 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-805b84f6-ddb7-4cb8-9e5c-3adee664697e req-73876462-3bd3-429d-af2c-9e55b6034d15 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456963 Mar 21 22:11:24.957185 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5e5fe-4014-4580-a838-cf0ad8994f30 req-ba912570-d546-4783-a7c5-9cbd6414e243 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:24.959115 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e6a5e5fe-4014-4580-a838-cf0ad8994f30 req-ba912570-d546-4783-a7c5-9cbd6414e243 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 944 time: 0.0631840 Mar 21 22:11:25.033650 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e6a5e5fe-4014-4580-a838-cf0ad8994f30 req-5a5dfd93-51e6-41a1-b2c2-216c81246341 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684214 Mar 21 22:11:25.132054 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25693405-1b53-452d-aa3c-c6898106cc5f req-be9be46d-b0bd-407d-9782-01f41e23ccea tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:25.133799 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-25693405-1b53-452d-aa3c-c6898106cc5f req-be9be46d-b0bd-407d-9782-01f41e23ccea tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0667081 Mar 21 22:11:25.189546 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-25693405-1b53-452d-aa3c-c6898106cc5f req-752a216c-2dee-4faf-812a-843af3a9bea8 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493948 Mar 21 22:11:26.186973 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3db93-1472-47d1-878d-ffdc58b80d11 req-9d057f6e-e98f-42d3-90c7-cce62f67646a tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:26.188574 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-93e3db93-1472-47d1-878d-ffdc58b80d11 req-9d057f6e-e98f-42d3-90c7-cce62f67646a tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 944 time: 0.0587056 Mar 21 22:11:26.267158 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-93e3db93-1472-47d1-878d-ffdc58b80d11 req-bb377ce1-c2fc-4994-80a3-153d659c422f tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727258 Mar 21 22:11:26.349381 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544ae55-f53d-4968-bce0-9f236b1ce9a1 req-96037f34-a5ed-44b5-ab8b-702352f3ab92 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:26.350977 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e544ae55-f53d-4968-bce0-9f236b1ce9a1 req-96037f34-a5ed-44b5-ab8b-702352f3ab92 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0585089 Mar 21 22:11:26.407616 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e544ae55-f53d-4968-bce0-9f236b1ce9a1 req-91d77088-18e0-4574-a6ac-3ba9c43c853a tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503569 Mar 21 22:11:27.395535 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828c6f9-45e6-44ba-ba4b-cedf11a63d1c req-711505fc-9cbd-4be1-b0a0-ee0da170d95f tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:27.397027 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4828c6f9-45e6-44ba-ba4b-cedf11a63d1c req-711505fc-9cbd-4be1-b0a0-ee0da170d95f tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 944 time: 0.0605979 Mar 21 22:11:27.471080 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4828c6f9-45e6-44ba-ba4b-cedf11a63d1c req-25a1d70e-69bc-4253-8eea-9b116bffd1da tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663753 Mar 21 22:11:27.567126 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0c795-f886-4f5f-b15f-ee404967b186 req-7a9424f8-6a92-47f6-869f-a08bc95d3bed tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:27.568836 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cbf0c795-f886-4f5f-b15f-ee404967b186 req-7a9424f8-6a92-47f6-869f-a08bc95d3bed tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0673859 Mar 21 22:11:27.619594 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cbf0c795-f886-4f5f-b15f-ee404967b186 req-2a384dab-e139-4c2e-824b-278ce210ff60 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441561 Mar 21 22:11:28.268480 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d4b00-4de8-4c19-81f9-a6559b6630fc req-85f02762-4046-4b0e-8eda-f5b481e55e88 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:28.270281 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d67d4b00-4de8-4c19-81f9-a6559b6630fc req-85f02762-4046-4b0e-8eda-f5b481e55e88 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0702784 Mar 21 22:11:28.361446 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d67d4b00-4de8-4c19-81f9-a6559b6630fc req-36bb7a6e-5bd8-4230-a385-dcb90523a577 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837529 Mar 21 22:11:28.373099 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3dcfa-54a0-4cb7-a00e-d59ecef88f63 req-ad00108d-8142-4b14-96de-f2c0e4a791b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:28.375167 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-43c3dcfa-54a0-4cb7-a00e-d59ecef88f63 req-ad00108d-8142-4b14-96de-f2c0e4a791b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 1130 time: 0.0799963 Mar 21 22:11:28.492268 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3dcfa-54a0-4cb7-a00e-d59ecef88f63 req-02299ddd-fb08-4685-b845-706100526719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:28.494121 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-43c3dcfa-54a0-4cb7-a00e-d59ecef88f63 req-02299ddd-fb08-4685-b845-706100526719 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 920 time: 0.1092072 Mar 21 22:11:28.577320 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-43c3dcfa-54a0-4cb7-a00e-d59ecef88f63 req-b42b14d3-92ae-495f-93ec-897666fd1021 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f279622-6961-4b7f-8391-945e10e93734 HTTP/1.1" status: 200 len: 1001 time: 0.0772796 Mar 21 22:11:28.677593 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3dcfa-54a0-4cb7-a00e-d59ecef88f63 req-73501d6c-34c8-43cb-a7af-0907c6ec9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:28.679178 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-43c3dcfa-54a0-4cb7-a00e-d59ecef88f63 req-73501d6c-34c8-43cb-a7af-0907c6ec9827 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 200 len: 858 time: 0.0945368 Mar 21 22:11:28.737246 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e317c6-1167-42ec-a48f-cb6fd10a2f2c req-ad59aedb-e570-4ae3-a4d9-64ba342f23b8 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:28.737815 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9e317c6-1167-42ec-a48f-cb6fd10a2f2c req-ad59aedb-e570-4ae3-a4d9-64ba342f23b8 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 944 time: 0.1165516 Mar 21 22:11:28.788218 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3dcfa-54a0-4cb7-a00e-d59ecef88f63 req-b9cd3b80-1b27-4d5d-a466-5f1cb9ab779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:28.789726 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-43c3dcfa-54a0-4cb7-a00e-d59ecef88f63 req-b9cd3b80-1b27-4d5d-a466-5f1cb9ab779f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1021700 Mar 21 22:11:28.799201 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9e317c6-1167-42ec-a48f-cb6fd10a2f2c req-30a2a2f9-4fe6-43a8-826c-a0d97f89c6a6 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604751 Mar 21 22:11:28.906744 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-43c3dcfa-54a0-4cb7-a00e-d59ecef88f63 req-a6608fb5-125b-479d-af4c-fdf08de72ec4 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059499 Mar 21 22:11:29.012016 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-43c3dcfa-54a0-4cb7-a00e-d59ecef88f63 req-e64d4aec-ec64-4f16-bd2c-ff50d051ec02 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985525 Mar 21 22:11:29.375961 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 81c1f100-2066-4413-a1a6-8b6f0e7ca366 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:11:29.537529 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 81c1f100-2066-4413-a1a6-8b6f0e7ca366, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=81c1f100-2066-4413-a1a6-8b6f0e7ca366,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:11:29.542562 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa60b94-4457-48f1-bddb-0e0275cd4444 req-7a6e5bf1-5b38-4198-a21f-d622d04445f0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:29.546700 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5aa60b94-4457-48f1-bddb-0e0275cd4444 req-7a6e5bf1-5b38-4198-a21f-d622d04445f0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0876093 Mar 21 22:11:29.555999 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '81c1f100-2066-4413-a1a6-8b6f0e7ca366', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'port_id': '81c1f100-2066-4413-a1a6-8b6f0e7ca366', 'mac_address': 'fa:16:3e:c0:01:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:11:29.605673 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5aa60b94-4457-48f1-bddb-0e0275cd4444 req-3d41cd70-62da-425d-ac78-fdcc70df9a1e tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490606 Mar 21 22:11:29.609271 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 81c1f100-2066-4413-a1a6-8b6f0e7ca366 is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:29.609781 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (81c1f100-2066-4413-a1a6-8b6f0e7ca366), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:29.624471 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c1f100-2066-4413-a1a6-8b6f0e7ca366 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:11:29.648691 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 81c1f100-2066-4413-a1a6-8b6f0e7ca366, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=81c1f100-2066-4413-a1a6-8b6f0e7ca366,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:11:29.709959 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (81c1f100-2066-4413-a1a6-8b6f0e7ca366), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:29.769522 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=81c1f100-2066-4413-a1a6-8b6f0e7ca366,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:29.952346 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ef0f9-0267-4160-b30e-3c6f67678239 req-2e84a4c5-8a92-4584-b813-57038af14e34 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:29.953351 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-695ef0f9-0267-4160-b30e-3c6f67678239 req-2e84a4c5-8a92-4584-b813-57038af14e34 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 945 time: 0.0648909 Mar 21 22:11:30.013657 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-695ef0f9-0267-4160-b30e-3c6f67678239 req-3dc56b8f-a71d-43be-a1f8-058ed9708c49 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539410 Mar 21 22:11:30.316762 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['81c1f100-2066-4413-a1a6-8b6f0e7ca366'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:11:30.730424 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e281b1b-abc1-4c9a-b41d-dd187bf44018 req-bfb17dcd-5a4b-4e99-b83e-14faa19f2088 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:30.731999 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3e281b1b-abc1-4c9a-b41d-dd187bf44018 req-bfb17dcd-5a4b-4e99-b83e-14faa19f2088 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0550468 Mar 21 22:11:30.786220 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3e281b1b-abc1-4c9a-b41d-dd187bf44018 req-d2238317-7f01-43f5-b583-159a2e8cebbe tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452352 Mar 21 22:11:31.163341 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50da01-4e13-4803-9158-7b2be05522f1 req-d7ec8b69-9cd0-408c-82dc-c06d347320cf tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:31.165118 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5a50da01-4e13-4803-9158-7b2be05522f1 req-d7ec8b69-9cd0-408c-82dc-c06d347320cf tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 945 time: 0.0736587 Mar 21 22:11:31.233025 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5a50da01-4e13-4803-9158-7b2be05522f1 req-55d52452-e121-49a0-9222-70a2784ac942 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575631 Mar 21 22:11:31.949805 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7c8a6-7c6f-40e4-b2aa-f129a380dd0f req-b5e4ea62-f591-46a8-9633-c3ae46676260 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:31.964079 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-83e7c8a6-7c6f-40e4-b2aa-f129a380dd0f req-b5e4ea62-f591-46a8-9633-c3ae46676260 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0653987 Mar 21 22:11:32.011729 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-83e7c8a6-7c6f-40e4-b2aa-f129a380dd0f req-0d4c458b-93bd-4744-a58d-664d818bd752 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543900 Mar 21 22:11:32.270843 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-c0e2537d-2692-4be1-90fc-b1eac5263457 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:32.272454 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-c0e2537d-2692-4be1-90fc-b1eac5263457 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/networks?id=743d4464-3905-459a-ac90-9ac64e4b23c8 HTTP/1.1" status: 200 len: 814 time: 0.1280749 Mar 21 22:11:32.290843 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-9c7c55b5-6fe3-4228-96c6-a599af263d33 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/quotas/0f9b74725b9c4568a941ad74fef80cec HTTP/1.1" status: 200 len: 375 time: 0.0117748 Mar 21 22:11:32.352943 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-65a28e2d-c1df-425c-ab6b-af41128fb8bc tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f9b74725b9c4568a941ad74fef80cec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563660 Mar 21 22:11:32.436764 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:11:32.558549 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-e321fc12-3f42-4deb-92b8-40c033f1c0e8 service neutron] 10.222.0.45 "GET /v2.0/networks/743d4464-3905-459a-ac90-9ac64e4b23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920779 Mar 21 22:11:32.700175 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-918d09c2-d065-4501-9800-613caeb4802c service neutron] 10.222.0.45 "GET /v2.0/networks/743d4464-3905-459a-ac90-9ac64e4b23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322393 Mar 21 22:11:32.714312 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf479e-77cb-45ab-af2f-9b0260e75d57 req-8183d7cd-7e38-480f-876c-ed38f9910e1a tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:32.717051 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f0bf479e-77cb-45ab-af2f-9b0260e75d57 req-8183d7cd-7e38-480f-876c-ed38f9910e1a tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 945 time: 0.0986516 Mar 21 22:11:32.796870 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f0bf479e-77cb-45ab-af2f-9b0260e75d57 req-e94f712b-14cc-4ac1-8d27-4253e411978d tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719750 Mar 21 22:11:32.973237 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cb16f68c-beaf-4a44-9c69-ae864312409e req-bbb2a8dd-5736-4594-a3ec-b508bc4bf3c8 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 210 time: 0.0351577 Mar 21 22:11:33.144836 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb6499-c1b9-41e4-8138-c5a5ae4f00fd req-dcfa4f92-d410-4449-828a-bc335b934b07 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:33.146320 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-91fb6499-c1b9-41e4-8138-c5a5ae4f00fd req-dcfa4f92-d410-4449-828a-bc335b934b07 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0543756 Mar 21 22:11:33.228946 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-91fb6499-c1b9-41e4-8138-c5a5ae4f00fd req-67e17e4c-7e08-4876-969c-515272bad5dd tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741014 Mar 21 22:11:33.367570 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3790f-efd8-4d3a-b48c-425965c683ec req-23848160-2f2c-417f-81aa-9211dda2c4ef tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:33.370103 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7be3790f-efd8-4d3a-b48c-425965c683ec req-23848160-2f2c-417f-81aa-9211dda2c4ef tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0650594 Mar 21 22:11:33.380440 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36924) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:11:33.386221 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-f09e245b-d325-48c3-8685-78b747271b8d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Request body: {'floatingip': {'port_id': '6f279622-6961-4b7f-8391-945e10e93734'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:11:33.391165 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 81c1f100-2066-4413-a1a6-8b6f0e7ca366 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:11:33.456433 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f09e245b-d325-48c3-8685-78b747271b8d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for floatingip (37d92d39-d791-4bda-9efe-d61e7506506a), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:33.725002 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port 81c1f100-2066-4413-a1a6-8b6f0e7ca366 completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:11:33.730817 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 81c1f100-2066-4413-a1a6-8b6f0e7ca366 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:33.731063 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (81c1f100-2066-4413-a1a6-8b6f0e7ca366), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:33.854612 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 81c1f100-2066-4413-a1a6-8b6f0e7ca366 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:33.855568 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (81c1f100-2066-4413-a1a6-8b6f0e7ca366), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:33.897528 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e762156c-2a21-4615-a05b-d3237e5c67ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c1f100-2066-4413-a1a6-8b6f0e7ca366'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:11:33.902502 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7510bba0-33b5-406a-8080-d3b6f6dcc68e" -d '{"events": [{"server_uuid": "e762156c-2a21-4615-a05b-d3237e5c67ea", "name": "network-vif-plugged", "status": "completed", "tag": "81c1f100-2066-4413-a1a6-8b6f0e7ca366"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:11:33.930803 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 81c1f100-2066-4413-a1a6-8b6f0e7ca366, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=81c1f100-2066-4413-a1a6-8b6f0e7ca366,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:11:33.962085 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf576bd-fbcd-4c50-849f-6d0039e30bcf x-openstack-request-id: req-edf576bd-fbcd-4c50-849f-6d0039e30bcf {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:11:33.963095 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e762156c-2a21-4615-a05b-d3237e5c67ea", "name": "network-vif-plugged", "status": "completed", "tag": "81c1f100-2066-4413-a1a6-8b6f0e7ca366", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:11:33.963450 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-edf576bd-fbcd-4c50-849f-6d0039e30bcf {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:11:33.964000 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e762156c-2a21-4615-a05b-d3237e5c67ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c1f100-2066-4413-a1a6-8b6f0e7ca366', 'code': 200} Mar 21 22:11:34.041792 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (81c1f100-2066-4413-a1a6-8b6f0e7ca366), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:34.099055 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=81c1f100-2066-4413-a1a6-8b6f0e7ca366,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:34.208502 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a63763fe-00a6-476b-93b3-9120e20f0842 req-7c840338-558d-47d2-afe9-dae2e45722ba tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 210 time: 0.0673769 Mar 21 22:11:34.299903 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6e2a8-0099-40c0-b28e-61b434fef377 req-9345fb63-c5fd-4cab-862d-2400d780c8ea tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:34.301491 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-92a6e2a8-0099-40c0-b28e-61b434fef377 req-9345fb63-c5fd-4cab-862d-2400d780c8ea tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 946 time: 0.1619020 Mar 21 22:11:34.370248 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f09e245b-d325-48c3-8685-78b747271b8d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:34.403875 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-92a6e2a8-0099-40c0-b28e-61b434fef377 req-44b68f3f-5c51-4a89-bc14-38d06bd1b4b3 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705373 Mar 21 22:11:34.453971 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f09e245b-d325-48c3-8685-78b747271b8d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (37d92d39-d791-4bda-9efe-d61e7506506a), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:34.461312 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967d2ef-31bc-471d-8e14-c936d9b002c7 req-3ff327cd-1c07-466e-8a2c-6786fd2fc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:34.463467 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3967d2ef-31bc-471d-8e14-c936d9b002c7 req-3ff327cd-1c07-466e-8a2c-6786fd2fc06a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 1130 time: 0.0524304 Mar 21 22:11:34.588423 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3967d2ef-31bc-471d-8e14-c936d9b002c7 req-9859235b-80a3-40ca-a16a-df8fcdf32e69 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887320 Mar 21 22:11:34.722034 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09e245b-d325-48c3-8685-78b747271b8d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Router e5771d61-e366-4901-8696-4aacf48a0520 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:11:34.842312 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09e245b-d325-48c3-8685-78b747271b8d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:11:34.847210 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f09e245b-d325-48c3-8685-78b747271b8d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:34.854306 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb1e16-f7be-40c4-99ba-4ce6c262e115 None None] Sync routers for ids ['e5771d61-e366-4901-8696-4aacf48a0520'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:11:34.867437 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fb1e16-f7be-40c4-99ba-4ce6c262e115 None None] Routers {'e5771d61-e366-4901-8696-4aacf48a0520'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:11:34.868057 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-73fb1e16-f7be-40c4-99ba-4ce6c262e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:11:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5771d61-e366-4901-8696-4aacf48a0520'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:34.878621 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'tag': '6f279622-6961-4b7f-8391-945e10e93734'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:11:34.880958 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4da790e-55dd-498e-be66-3d9cad6912e4" -d '{"events": [{"name": "network-changed", "server_uuid": "99882f3a-4ed6-447c-bfe2-c6e423d63c6a", "tag": "6f279622-6961-4b7f-8391-945e10e93734"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:11:34.927921 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-f09e245b-d325-48c3-8685-78b747271b8d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "PUT /v2.0/floatingips/37d92d39-d791-4bda-9efe-d61e7506506a HTTP/1.1" status: 200 len: 993 time: 1.5453546 Mar 21 22:11:34.946716 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee35005-4763-4dc1-92a7-1c6c9eff0f6f x-openstack-request-id: req-bee35005-4763-4dc1-92a7-1c6c9eff0f6f {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:11:34.948389 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99882f3a-4ed6-447c-bfe2-c6e423d63c6a", "tag": "6f279622-6961-4b7f-8391-945e10e93734", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:11:34.948389 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bee35005-4763-4dc1-92a7-1c6c9eff0f6f {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:11:34.948389 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'tag': '6f279622-6961-4b7f-8391-945e10e93734', 'status': 'completed', 'code': 200} Mar 21 22:11:34.998864 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-73fb1e16-f7be-40c4-99ba-4ce6c262e115 None None] Set router e5771d61-e366-4901-8696-4aacf48a0520 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:11:35.182371 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da790e-55dd-498e-be66-3d9cad6912e4 req-8fcda60a-e14e-4215-8207-8ccf55cc501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:35.185123 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c4da790e-55dd-498e-be66-3d9cad6912e4 req-8fcda60a-e14e-4215-8207-8ccf55cc501e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 1130 time: 0.1269546 Mar 21 22:11:35.256030 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980a0c0-780c-4ec5-aed2-5f33e7841a90 req-f9073df6-575d-4e82-97e7-d8add5c4f3b8 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:35.257779 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7980a0c0-780c-4ec5-aed2-5f33e7841a90 req-f9073df6-575d-4e82-97e7-d8add5c4f3b8 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.1506653 Mar 21 22:11:35.276139 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-73fb1e16-f7be-40c4-99ba-4ce6c262e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:55Z', 'revision_number': 4, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port': {'id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:47Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '37d92d39-d791-4bda-9efe-d61e7506506a', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'port_id': '6f279622-6961-4b7f-8391-945e10e93734', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'mac_address': 'fa:16:3e:95:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:07:15Z', 'updated_at': '2022-03-21T22:11:34Z', 'revision_number': 3, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8', 'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'mac_address': 'fa:16:3e:e7:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:53Z', 'updated_at': '2022-03-21T22:05:16Z', 'revision_number': 5, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'subnets': [{'id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:35.310183 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb1e16-f7be-40c4-99ba-4ce6c262e115 None None] Checking router: e5771d61-e366-4901-8696-4aacf48a0520 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:11:35.320206 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fb1e16-f7be-40c4-99ba-4ce6c262e115 None None] Routers {'e5771d61-e366-4901-8696-4aacf48a0520'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:11:35.320846 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-73fb1e16-f7be-40c4-99ba-4ce6c262e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:11:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5771d61-e366-4901-8696-4aacf48a0520'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:35.379175 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-73ef3cec-05f5-49e2-b388-cc5eff79417d req-8aa216e4-f53f-4c74-b60c-c5181dcb900c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 210 time: 0.0547259 Mar 21 22:11:35.381913 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da790e-55dd-498e-be66-3d9cad6912e4 req-c0a1bc4e-c368-4971-a682-11dd3f71ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:35.383670 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c4da790e-55dd-498e-be66-3d9cad6912e4 req-c0a1bc4e-c368-4971-a682-11dd3f71ee5a service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 920 time: 0.1908410 Mar 21 22:11:35.437528 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7980a0c0-780c-4ec5-aed2-5f33e7841a90 req-522fad56-15a5-451e-a91f-a311ba33cf4c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215248 Mar 21 22:11:35.445515 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-73fb1e16-f7be-40c4-99ba-4ce6c262e115 None None] Set router e5771d61-e366-4901-8696-4aacf48a0520 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:11:35.537112 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c4da790e-55dd-498e-be66-3d9cad6912e4 req-67a0257a-c745-4946-af9f-76bc4363a13d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f279622-6961-4b7f-8391-945e10e93734 HTTP/1.1" status: 200 len: 1001 time: 0.0926287 Mar 21 22:11:35.657965 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da790e-55dd-498e-be66-3d9cad6912e4 req-849da863-7cdc-44cc-8cc1-7ec08e75545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:35.659472 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c4da790e-55dd-498e-be66-3d9cad6912e4 req-849da863-7cdc-44cc-8cc1-7ec08e75545c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 200 len: 858 time: 0.1161115 Mar 21 22:11:35.719518 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11262652-9257-4816-9824-0a4070842414 req-a054f2d2-44ad-4b66-8d4f-699f21fe3d18 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:35.721352 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-11262652-9257-4816-9824-0a4070842414 req-a054f2d2-44ad-4b66-8d4f-699f21fe3d18 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 946 time: 0.1633794 Mar 21 22:11:35.737928 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-73fb1e16-f7be-40c4-99ba-4ce6c262e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:55Z', 'revision_number': 4, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port': {'id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:47Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '37d92d39-d791-4bda-9efe-d61e7506506a', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'port_id': '6f279622-6961-4b7f-8391-945e10e93734', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'mac_address': 'fa:16:3e:95:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:07:15Z', 'updated_at': '2022-03-21T22:11:34Z', 'revision_number': 3, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8', 'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'mac_address': 'fa:16:3e:e7:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:53Z', 'updated_at': '2022-03-21T22:05:16Z', 'revision_number': 5, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'subnets': [{'id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:35.767103 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da790e-55dd-498e-be66-3d9cad6912e4 req-23d3a183-3eee-4f54-b13e-77526512642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:35.768622 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c4da790e-55dd-498e-be66-3d9cad6912e4 req-23d3a183-3eee-4f54-b13e-77526512642b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1009612 Mar 21 22:11:35.789073 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb1e16-f7be-40c4-99ba-4ce6c262e115 None None] The sync data for ids ['e5771d61-e366-4901-8696-4aacf48a0520'] in dv-cinder-834545-1-iscsi is: [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:55Z', 'revision_number': 4, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port': {'id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:47Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '37d92d39-d791-4bda-9efe-d61e7506506a', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'port_id': '6f279622-6961-4b7f-8391-945e10e93734', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'mac_address': 'fa:16:3e:95:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:07:15Z', 'updated_at': '2022-03-21T22:11:34Z', 'revision_number': 3, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8', 'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'mac_address': 'fa:16:3e:e7:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:53Z', 'updated_at': '2022-03-21T22:05:16Z', 'revision_number': 5, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'subnets': [{'id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:11:35.808269 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-11262652-9257-4816-9824-0a4070842414 req-bcacef4e-2a66-405d-8cab-12b80a271765 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778992 Mar 21 22:11:35.884393 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c4da790e-55dd-498e-be66-3d9cad6912e4 req-3b4df238-6497-4391-b766-3e5cd6681b70 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038032 Mar 21 22:11:36.028109 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c4da790e-55dd-498e-be66-3d9cad6912e4 req-8d222a7d-5c65-41eb-aa1a-cf9eafaeb422 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320131 Mar 21 22:11:36.236739 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-8ff698ba-a043-45c1-9452-283957a18927 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:36.238266 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-8ff698ba-a043-45c1-9452-283957a18927 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.47 "GET /v2.0/networks?id=743d4464-3905-459a-ac90-9ac64e4b23c8 HTTP/1.1" status: 200 len: 814 time: 0.1102998 Mar 21 22:11:36.307508 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-6e2bd10c-ffca-4b2d-8b67-7f504bf8a95c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Request body: {'port': {'device_id': 'ec58d408-5377-4094-ad99-dce8891b8391', 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8', 'admin_state_up': True, 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:11:36.499033 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d9ab7eb6-b172-4e3e-8574-11df81f41122 req-6f0a510e-675c-4d59-848a-0992b2d6789f tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 210 time: 0.0309503 Mar 21 22:11:36.557667 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-6e2bd10c-ffca-4b2d-8b67-7f504bf8a95c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Made reservation on behalf of 0f9b74725b9c4568a941ad74fef80cec for: {'port': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:11:36.557981 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-6e2bd10c-ffca-4b2d-8b67-7f504bf8a95c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:36.594084 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2de556-7ece-4ee5-9722-5ca198f3bf9d req-969c6987-be7a-43a3-b185-2d4ec777580f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:36.595727 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0d2de556-7ece-4ee5-9722-5ca198f3bf9d req-969c6987-be7a-43a3-b185-2d4ec777580f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0789263 Mar 21 22:11:36.721359 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0d2de556-7ece-4ee5-9722-5ca198f3bf9d req-b9848e8e-5098-4cb7-a36d-a9df12a1426c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193466 Mar 21 22:11:36.754957 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-6e2bd10c-ffca-4b2d-8b67-7f504bf8a95c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Allocated IP 172.20.0.6 (743d4464-3905-459a-ac90-9ac64e4b23c8/86d046b3-f9a7-41fb-be02-27b396a5ce00/3054962f-8edd-40c6-85af-8c5a51ff13db) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:11:36.951154 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'tag': '6f279622-6961-4b7f-8391-945e10e93734'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:11:36.953346 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490b004b-c0f0-45f8-961a-83ea9265550a" -d '{"events": [{"name": "network-changed", "server_uuid": "99882f3a-4ed6-447c-bfe2-c6e423d63c6a", "tag": "6f279622-6961-4b7f-8391-945e10e93734"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:11:36.968845 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-6e2bd10c-ffca-4b2d-8b67-7f504bf8a95c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:36.993914 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b9aa8-b924-46b0-b22c-a7e6d88e31b6 req-ee42fec8-3d8a-4917-a9bf-a19f3867fab7 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:36.995358 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be4b9aa8-b924-46b0-b22c-a7e6d88e31b6 req-ee42fec8-3d8a-4917-a9bf-a19f3867fab7 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 946 time: 0.0945446 Mar 21 22:11:37.029151 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f4fe3b-86bf-42c3-b886-1ddb0f1ced3d x-openstack-request-id: req-20f4fe3b-86bf-42c3-b886-1ddb0f1ced3d {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:11:37.029458 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99882f3a-4ed6-447c-bfe2-c6e423d63c6a", "tag": "6f279622-6961-4b7f-8391-945e10e93734", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:11:37.029703 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20f4fe3b-86bf-42c3-b886-1ddb0f1ced3d {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:11:37.030078 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'tag': '6f279622-6961-4b7f-8391-945e10e93734', 'status': 'completed', 'code': 200} Mar 21 22:11:37.074818 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be4b9aa8-b924-46b0-b22c-a7e6d88e31b6 req-a19567a5-b671-4165-ab74-8411826244b6 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680218 Mar 21 22:11:37.119969 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-6e2bd10c-ffca-4b2d-8b67-7f504bf8a95c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:37.228399 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bd10c-ffca-4b2d-8b67-7f504bf8a95c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Pushing event updated for resources: {'Port': ['ID=3054962f-8edd-40c6-85af-8c5a51ff13db,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:37.268086 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-6e2bd10c-ffca-4b2d-8b67-7f504bf8a95c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Network 743d4464-3905-459a-ac90-9ac64e4b23c8 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:11:37.271542 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-6e2bd10c-ffca-4b2d-8b67-7f504bf8a95c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:11:37.279463 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-6e2bd10c-ffca-4b2d-8b67-7f504bf8a95c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:11:37.346645 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf51cd9-9cb7-4882-9fb4-75315257e604 req-e49f0602-1b60-47fa-8c81-8cc88e142d26 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:37.354655 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bdf51cd9-9cb7-4882-9fb4-75315257e604 req-e49f0602-1b60-47fa-8c81-8cc88e142d26 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 946 time: 0.1455612 Mar 21 22:11:37.372775 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-6e2bd10c-ffca-4b2d-8b67-7f504bf8a95c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:37.373563 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-6e2bd10c-ffca-4b2d-8b67-7f504bf8a95c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:37.495225 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-6e2bd10c-ffca-4b2d-8b67-7f504bf8a95c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1916063 Mar 21 22:11:37.506280 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bdf51cd9-9cb7-4882-9fb4-75315257e604 req-4e3e833b-d6c6-4cb9-82ff-99a36dd1329f tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505017 Mar 21 22:11:37.525515 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 36980) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:11:37.680285 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-6f815aec-92dc-4666-a863-bd214d45bf9e None None] Provisioning complete for port 3054962f-8edd-40c6-85af-8c5a51ff13db triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:11:37.681688 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6f815aec-92dc-4666-a863-bd214d45bf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:37.707434 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdeabec-a850-4f75-b3a0-fd24611e8e24 req-aa73d6d6-28b7-4072-9dcd-f5180a164c69 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:37.710576 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bcdeabec-a850-4f75-b3a0-fd24611e8e24 req-aa73d6d6-28b7-4072-9dcd-f5180a164c69 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 931 time: 0.0920396 Mar 21 22:11:37.734826 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-6f815aec-92dc-4666-a863-bd214d45bf9e None None] Port 3054962f-8edd-40c6-85af-8c5a51ff13db cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:11:37.897870 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8404c31a-e636-4f85-965e-6a27dc594d65 tempest-TestVolumeBootPattern-2147155709 tempest-TestVolumeBootPattern-2147155709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:37.903606 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-8404c31a-e636-4f85-965e-6a27dc594d65 tempest-TestVolumeBootPattern-2147155709 tempest-TestVolumeBootPattern-2147155709-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 1125 time: 0.3736489 Mar 21 22:11:37.904507 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 36988) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:11:37.910640 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Request body: {'floatingip': {'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'port_id': '81c1f100-2066-4413-a1a6-8b6f0e7ca366', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:11:37.912482 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bcdeabec-a850-4f75-b3a0-fd24611e8e24 req-cd45d46f-10b7-4a6f-891b-59914d7292c9 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830933 Mar 21 22:11:37.960755 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457814a-1cf2-4c53-ba4a-371397c1051f req-af6517b2-8f81-4e52-9a16-e83a041f6c62 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:37.968220 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1457814a-1cf2-4c53-ba4a-371397c1051f req-af6517b2-8f81-4e52-9a16-e83a041f6c62 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.1399071 Mar 21 22:11:38.019563 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:38.053724 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1457814a-1cf2-4c53-ba4a-371397c1051f req-c674a6d9-7ef6-412e-8758-444aacdecb71 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834503 Mar 21 22:11:38.147086 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:38.264573 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Allocated IP 172.27.2.199 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/8f843824-f304-434d-8555-3f1001ee6a46) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:11:38.384023 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for port (8f843824-f304-434d-8555-3f1001ee6a46), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:38.464415 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-bbd936fc-4617-4a3f-8490-fda70c938404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:38.511005 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (8f843824-f304-434d-8555-3f1001ee6a46), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:38.563626 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:11:38.565136 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:11:38.572523 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:11:38.603490 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event updated for resources: {'Port': ['ID=8f843824-f304-434d-8555-3f1001ee6a46,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:39.052258 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for floatingip (6c8ec5ee-4e0b-4a58-8aee-c7b097f0664f), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:39.148302 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc67fd-d9f8-4e98-ac3f-71b9cbc4334c req-ff54dda0-4beb-4491-a414-ae68079fc8db tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:39.150015 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-70bc67fd-d9f8-4e98-ac3f-71b9cbc4334c req-ff54dda0-4beb-4491-a414-ae68079fc8db tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 931 time: 0.1470990 Mar 21 22:11:39.225354 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (8f843824-f304-434d-8555-3f1001ee6a46), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:39.241366 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-70bc67fd-d9f8-4e98-ac3f-71b9cbc4334c req-2b65038d-b3ea-4d14-aadb-f7e52428678c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850444 Mar 21 22:11:39.268501 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e736d-b7b5-4b92-9dae-111648813493 req-56686d57-df73-47c7-aa0e-833149087cf9 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:39.270442 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ed1e736d-b7b5-4b92-9dae-111648813493 req-56686d57-df73-47c7-aa0e-833149087cf9 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0854917 Mar 21 22:11:39.348314 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ed1e736d-b7b5-4b92-9dae-111648813493 req-3e9f1734-d479-4858-ae05-fdc005cf088b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676608 Mar 21 22:11:39.504641 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for port (8f843824-f304-434d-8555-3f1001ee6a46), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:39.572490 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625600'] for port (8f843824-f304-434d-8555-3f1001ee6a46), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:39.667255 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event updated for resources: {'Port': ['ID=8f843824-f304-434d-8555-3f1001ee6a46,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:39.684039 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (6c8ec5ee-4e0b-4a58-8aee-c7b097f0664f), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:39.828114 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.l3_db [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Floating IP 6c8ec5ee-4e0b-4a58-8aee-c7b097f0664f associated. External IP: 172.27.2.199, port: 81c1f100-2066-4413-a1a6-8b6f0e7ca366. Mar 21 22:11:40.098510 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:40.144805 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Router 30662889-03b8-47cc-8163-ea6f29656092 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:11:40.280680 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:11:40.297989 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d2558d-8027-419d-910e-2217e2e9b31f None None] Sync routers for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:11:40.309666 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d2558d-8027-419d-910e-2217e2e9b31f None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:11:40.310319 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-93d2558d-8027-419d-910e-2217e2e9b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:11:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:40.366022 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:40.442504 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-d422127b-3ec5-4682-bc4a-cc2bbe4e8ebd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5360098 Mar 21 22:11:40.443573 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e762156c-2a21-4615-a05b-d3237e5c67ea', 'tag': '81c1f100-2066-4413-a1a6-8b6f0e7ca366'}] {{(pid=115862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:11:40.445987 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91f982db15cf7ea7fd65b6c8757bc5df642054ad0495c8a7b37b88a944552a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719d5892-cd95-4374-bf46-95abef79249c" -d '{"events": [{"name": "network-changed", "server_uuid": "e762156c-2a21-4615-a05b-d3237e5c67ea", "tag": "81c1f100-2066-4413-a1a6-8b6f0e7ca366"}]}' {{(pid=115862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:11:40.498600 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7493de1-ab47-4aa6-830c-7bf7714a07ce req-409179fe-2775-45f3-8d93-d7098dabe2db tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:40.500264 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d7493de1-ab47-4aa6-830c-7bf7714a07ce req-409179fe-2775-45f3-8d93-d7098dabe2db tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 931 time: 0.1284864 Mar 21 22:11:40.513977 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-93d2558d-8027-419d-910e-2217e2e9b31f None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:11:40.624397 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf9e3f-b5db-4c4e-8f0e-31e4be124488 req-5e0f1c62-c0fd-4e0e-89e4-b4ba26f05d1c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:40.626143 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cbbf9e3f-b5db-4c4e-8f0e-31e4be124488 req-5e0f1c62-c0fd-4e0e-89e4-b4ba26f05d1c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0982482 Mar 21 22:11:40.629594 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d7493de1-ab47-4aa6-830c-7bf7714a07ce req-13884792-3b56-456e-b0bc-64aaae7c6c57 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194856 Mar 21 22:11:40.688161 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec824d7e-fd70-4bc7-93c4-f12b8e02e6c8 x-openstack-request-id: req-ec824d7e-fd70-4bc7-93c4-f12b8e02e6c8 {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:11:40.688681 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e762156c-2a21-4615-a05b-d3237e5c67ea", "tag": "81c1f100-2066-4413-a1a6-8b6f0e7ca366", "status": "completed", "code": 200}]} {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:11:40.689030 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cbbf9e3f-b5db-4c4e-8f0e-31e4be124488 req-a7df690c-f21e-4681-8daf-78041da64b7c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546038 Mar 21 22:11:40.689258 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec824d7e-fd70-4bc7-93c4-f12b8e02e6c8 {{(pid=115862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:11:40.689824 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e762156c-2a21-4615-a05b-d3237e5c67ea', 'tag': '81c1f100-2066-4413-a1a6-8b6f0e7ca366', 'status': 'completed', 'code': 200} Mar 21 22:11:40.908142 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-93d2558d-8027-419d-910e-2217e2e9b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '6c8ec5ee-4e0b-4a58-8aee-c7b097f0664f', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '30662889-03b8-47cc-8163-ea6f29656092', 'port_id': '81c1f100-2066-4413-a1a6-8b6f0e7ca366', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'mac_address': 'fa:16:3e:c0:01:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e762156c-2a21-4615-a05b-d3237e5c67ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:11:38Z', 'updated_at': '2022-03-21T22:11:38Z', 'revision_number': 0, 'project_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:40.937463 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d2558d-8027-419d-910e-2217e2e9b31f None None] Checking router: 30662889-03b8-47cc-8163-ea6f29656092 for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:11:40.947566 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d2558d-8027-419d-910e-2217e2e9b31f None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:11:40.948482 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-93d2558d-8027-419d-910e-2217e2e9b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:11:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:41.075257 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-93d2558d-8027-419d-910e-2217e2e9b31f None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:11:41.219783 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7f4b2a31-2c86-4b39-b3b4-56947bf75225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:41.348999 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-93d2558d-8027-419d-910e-2217e2e9b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '6c8ec5ee-4e0b-4a58-8aee-c7b097f0664f', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '30662889-03b8-47cc-8163-ea6f29656092', 'port_id': '81c1f100-2066-4413-a1a6-8b6f0e7ca366', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'mac_address': 'fa:16:3e:c0:01:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e762156c-2a21-4615-a05b-d3237e5c67ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:11:38Z', 'updated_at': '2022-03-21T22:11:38Z', 'revision_number': 0, 'project_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:11:41.376601 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d2558d-8027-419d-910e-2217e2e9b31f None None] The sync data for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi is: [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '6c8ec5ee-4e0b-4a58-8aee-c7b097f0664f', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '30662889-03b8-47cc-8163-ea6f29656092', 'port_id': '81c1f100-2066-4413-a1a6-8b6f0e7ca366', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'mac_address': 'fa:16:3e:c0:01:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e762156c-2a21-4615-a05b-d3237e5c67ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:11:38Z', 'updated_at': '2022-03-21T22:11:38Z', 'revision_number': 0, 'project_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:11:41.604880 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e431613f-2df6-430c-8cc0-61296fdb1694 None None] New status for floating IP 6c8ec5ee-4e0b-4a58-8aee-c7b097f0664f: ACTIVE {{(pid=115865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:11:41.853993 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcda7b6-b355-4453-b81d-20164b9d7c17 req-1790a35a-4fc0-41da-9c89-b79d7a8979b5 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:41.855719 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fbcda7b6-b355-4453-b81d-20164b9d7c17 req-1790a35a-4fc0-41da-9c89-b79d7a8979b5 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 931 time: 0.1115675 Mar 21 22:11:41.868656 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce59a4e-40da-47dc-ace0-e1d36ad78c8e req-5ecd7d34-0d0c-416e-93e2-fecf05a8ba4b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:41.870429 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3ce59a4e-40da-47dc-ace0-e1d36ad78c8e req-5ecd7d34-0d0c-416e-93e2-fecf05a8ba4b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0861115 Mar 21 22:11:41.956270 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fbcda7b6-b355-4453-b81d-20164b9d7c17 req-a424f181-101d-41f1-a75f-2bab45d6a324 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834038 Mar 21 22:11:41.979930 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3ce59a4e-40da-47dc-ace0-e1d36ad78c8e req-db09ab12-32a6-479c-8262-cc3720251ba1 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930061 Mar 21 22:11:42.869702 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:43.135584 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bd52d-cef5-45f1-a462-1e9ed21af7c3 req-b2ab6a78-7965-4be3-95bd-af0f9973d09a tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:43.137294 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b03bd52d-cef5-45f1-a462-1e9ed21af7c3 req-b2ab6a78-7965-4be3-95bd-af0f9973d09a tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 931 time: 0.0897872 Mar 21 22:11:43.151117 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fce42-580d-43e4-832f-fe579d00f6da req-8899738c-12d8-4c91-bd63-249ec654a1c8 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:43.152933 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e14fce42-580d-43e4-832f-fe579d00f6da req-8899738c-12d8-4c91-bd63-249ec654a1c8 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0761456 Mar 21 22:11:43.239040 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b03bd52d-cef5-45f1-a462-1e9ed21af7c3 req-247242ea-d970-4687-94c6-2cabd29738e9 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849037 Mar 21 22:11:43.243485 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e14fce42-580d-43e4-832f-fe579d00f6da req-8fe3a415-2c2f-45dc-b398-942fde0e816f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831594 Mar 21 22:11:44.314872 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:44.424375 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df1702-b61f-4c86-bce2-a8f72c8da846 req-a47a3734-d796-4e2f-bbd3-ae68d705384b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:44.426125 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e5df1702-b61f-4c86-bce2-a8f72c8da846 req-a47a3734-d796-4e2f-bbd3-ae68d705384b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0937314 Mar 21 22:11:44.434772 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c74bfe-8aa9-44a3-a133-c32deb3a4e73 req-c088e22a-8c99-409e-81c1-994eade1b2ef tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:44.436513 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-24c74bfe-8aa9-44a3-a133-c32deb3a4e73 req-c088e22a-8c99-409e-81c1-994eade1b2ef tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 931 time: 0.0937057 Mar 21 22:11:44.513875 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e5df1702-b61f-4c86-bce2-a8f72c8da846 req-2462092d-f0f6-4d1c-aafc-118f47b0ab5c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762680 Mar 21 22:11:44.517395 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-24c74bfe-8aa9-44a3-a133-c32deb3a4e73 req-98e2438b-5373-4620-977b-5986d919d7c8 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736463 Mar 21 22:11:45.681252 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:45.696975 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635fdf4-6ba2-432b-8e2f-7e6100caffeb req-bfaa732c-beb4-4152-bd29-4de2850a927c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:45.698515 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e635fdf4-6ba2-432b-8e2f-7e6100caffeb req-bfaa732c-beb4-4152-bd29-4de2850a927c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 931 time: 0.1031232 Mar 21 22:11:45.723638 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9786a-2b29-4081-be03-1da76d0f4f04 req-6bb24391-1490-4c4f-8138-c34678a8effc tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:45.725328 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3cb9786a-2b29-4081-be03-1da76d0f4f04 req-6bb24391-1490-4c4f-8138-c34678a8effc tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0957377 Mar 21 22:11:45.813989 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e635fdf4-6ba2-432b-8e2f-7e6100caffeb req-ff525668-2091-4388-8e00-980bf057e796 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073883 Mar 21 22:11:45.822799 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3cb9786a-2b29-4081-be03-1da76d0f4f04 req-3e38acb9-5fee-4d8d-bfda-ab1f80f4c1e1 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828781 Mar 21 22:11:47.007173 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51396d-8bbd-4de6-af00-7cd3aea9886c req-054e2f22-c1b5-4f37-9bd7-f93a3b7e06da tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:47.008775 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4a51396d-8bbd-4de6-af00-7cd3aea9886c req-054e2f22-c1b5-4f37-9bd7-f93a3b7e06da tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 931 time: 0.1200712 Mar 21 22:11:47.041385 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660322b0-28e7-44c6-a864-6e6d58d6caad req-63b4612a-2645-45c0-8799-8b99fd48c5f9 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:47.043611 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-660322b0-28e7-44c6-a864-6e6d58d6caad req-63b4612a-2645-45c0-8799-8b99fd48c5f9 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.1074486 Mar 21 22:11:47.112166 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4a51396d-8bbd-4de6-af00-7cd3aea9886c req-58dd452d-7279-43a9-a439-3ae3761e997e tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954847 Mar 21 22:11:47.168857 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-660322b0-28e7-44c6-a864-6e6d58d6caad req-b0888524-ada1-445f-84ea-79ec2fa82348 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763385 Mar 21 22:11:48.244471 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfa2af-d16a-4005-8e1f-cdea4776ba85 req-0708a530-f571-47a3-97c9-7a3dba1f36bd tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:48.246052 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-48bfa2af-d16a-4005-8e1f-cdea4776ba85 req-0708a530-f571-47a3-97c9-7a3dba1f36bd tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 931 time: 0.0530124 Mar 21 22:11:48.332728 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-48bfa2af-d16a-4005-8e1f-cdea4776ba85 req-ff0f56d8-dbc7-4c4b-903e-e86dd971aa9d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799956 Mar 21 22:11:48.350124 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a171bd-fd34-433f-982e-54a8dab4ac6b req-91394d0b-cb81-4b53-b135-5760019d8be3 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:48.351690 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b8a171bd-fd34-433f-982e-54a8dab4ac6b req-91394d0b-cb81-4b53-b135-5760019d8be3 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.1001639 Mar 21 22:11:48.404173 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b8a171bd-fd34-433f-982e-54a8dab4ac6b req-ae004202-1020-48d1-bd15-908053583f24 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452118 Mar 21 22:11:49.457545 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111f353-171d-4761-8128-69ccd0f078e4 req-e933549a-ab93-4d4f-ab98-bac406f757a7 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:49.459147 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3111f353-171d-4761-8128-69ccd0f078e4 req-e933549a-ab93-4d4f-ab98-bac406f757a7 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 931 time: 0.0553479 Mar 21 22:11:49.546816 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3111f353-171d-4761-8128-69ccd0f078e4 req-fd3fdb09-38ba-45f4-9313-58eafd934b7c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775218 Mar 21 22:11:49.563898 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc557b2-078c-45e3-af50-4d6f66b07a9c req-65109a76-e2ae-41a8-8f17-13d9e5730499 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:49.565377 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8bc557b2-078c-45e3-af50-4d6f66b07a9c req-65109a76-e2ae-41a8-8f17-13d9e5730499 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0888631 Mar 21 22:11:49.613825 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8bc557b2-078c-45e3-af50-4d6f66b07a9c req-4527f57f-a825-4e59-b646-d91b97b54fb0 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428383 Mar 21 22:11:50.670858 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee1112-fdf5-401b-b48d-be3e9a739577 req-bced1c07-2597-4976-a5f8-3247b94a217b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:50.672428 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0cee1112-fdf5-401b-b48d-be3e9a739577 req-bced1c07-2597-4976-a5f8-3247b94a217b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 931 time: 0.0559282 Mar 21 22:11:50.750159 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0cee1112-fdf5-401b-b48d-be3e9a739577 req-77ee92c0-dda6-4521-a380-5e4763f4dd82 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708508 Mar 21 22:11:50.767015 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9aaae-2ccf-489c-a0fb-22e3c80f2c0e req-182d436d-0e72-4199-89d0-f3f62d0fd7af tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:50.767015 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-29b9aaae-2ccf-489c-a0fb-22e3c80f2c0e req-182d436d-0e72-4199-89d0-f3f62d0fd7af tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0800040 Mar 21 22:11:50.819413 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-29b9aaae-2ccf-489c-a0fb-22e3c80f2c0e req-3785bc99-5525-44f7-8cf8-a587fa9526ee tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472579 Mar 21 22:11:51.871922 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9194a90-79b2-4168-a98d-d1e382581b1b req-22b46059-9da6-4c02-a827-8a5055e28312 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:51.873456 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a9194a90-79b2-4168-a98d-d1e382581b1b req-22b46059-9da6-4c02-a827-8a5055e28312 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 931 time: 0.0568080 Mar 21 22:11:51.948742 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a9194a90-79b2-4168-a98d-d1e382581b1b req-b917205a-c47a-4677-ab17-e69f9d908730 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697412 Mar 21 22:11:51.966089 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4a39d-2a5d-411e-ae07-0e5d6f9f8479 req-cfaefe5c-9d5a-4d34-b80d-7fa3b1011423 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:51.967689 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7cb4a39d-2a5d-411e-ae07-0e5d6f9f8479 req-cfaefe5c-9d5a-4d34-b80d-7fa3b1011423 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0761523 Mar 21 22:11:52.014475 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7cb4a39d-2a5d-411e-ae07-0e5d6f9f8479 req-dac1ab5f-2067-439b-967b-ac1d14c510f3 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412650 Mar 21 22:11:52.799589 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Request body: {'port': {'device_id': 'ec58d408-5377-4094-ad99-dce8891b8391', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:11:52.842559 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b004b-c0f0-45f8-961a-83ea9265550a req-350bf2f6-7069-4821-b7aa-c818f284eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:52.844097 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-490b004b-c0f0-45f8-961a-83ea9265550a req-350bf2f6-7069-4821-b7aa-c818f284eef9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 1130 time: 0.0486319 Mar 21 22:11:52.893618 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:52.913618 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d5892-cd95-4374-bf46-95abef79249c req-59063b57-ccb3-4e6c-ae47-08c37843de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:52.915154 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-719d5892-cd95-4374-bf46-95abef79249c req-59063b57-ccb3-4e6c-ae47-08c37843de14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7458146c857149e1bf0714f383c8d472&device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 1130 time: 0.0927846 Mar 21 22:11:53.062217 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b004b-c0f0-45f8-961a-83ea9265550a req-46dc3104-6255-43a3-8f3a-c38f9e55dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:53.065137 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-490b004b-c0f0-45f8-961a-83ea9265550a req-46dc3104-6255-43a3-8f3a-c38f9e55dfaf service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 920 time: 0.1177137 Mar 21 22:11:53.173302 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-490b004b-c0f0-45f8-961a-83ea9265550a req-241ac61f-8c55-44e9-a385-741bcd645ad9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f279622-6961-4b7f-8391-945e10e93734 HTTP/1.1" status: 200 len: 1001 time: 0.0996699 Mar 21 22:11:53.235050 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b004b-c0f0-45f8-961a-83ea9265550a req-229951f3-5545-4503-8343-3fa9ce90fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:53.236876 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-490b004b-c0f0-45f8-961a-83ea9265550a req-229951f3-5545-4503-8343-3fa9ce90fa8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 200 len: 858 time: 0.0566936 Mar 21 22:11:53.296796 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b004b-c0f0-45f8-961a-83ea9265550a req-aa2ebc02-268b-433e-bce2-b61bc9698371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:53.299199 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-490b004b-c0f0-45f8-961a-83ea9265550a req-aa2ebc02-268b-433e-bce2-b61bc9698371 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545568 Mar 21 22:11:53.423707 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-490b004b-c0f0-45f8-961a-83ea9265550a req-ef719a15-fa0b-4187-8298-6d0ee9f20eac service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151943 Mar 21 22:11:53.505528 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11528fe0-9014-42a1-b871-8fb44d0eddc7 req-f03219a6-00b8-44b0-9dcd-793d587c44d0 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:53.507432 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-11528fe0-9014-42a1-b871-8fb44d0eddc7 req-f03219a6-00b8-44b0-9dcd-793d587c44d0 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 931 time: 0.2456181 Mar 21 22:11:53.536303 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d309d34-2e1b-488b-b42d-3515540f2b61 req-3fb068b6-a4a9-4be7-9626-42c758d573d1 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:53.537929 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8d309d34-2e1b-488b-b42d-3515540f2b61 req-3fb068b6-a4a9-4be7-9626-42c758d573d1 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.2781348 Mar 21 22:11:53.542319 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d5892-cd95-4374-bf46-95abef79249c req-9208dffe-1a7a-4460-9913-2afe3971ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:53.543946 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-719d5892-cd95-4374-bf46-95abef79249c req-9208dffe-1a7a-4460-9913-2afe3971ce3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ca64710-59df-44d1-9926-47db3d9d37c7 HTTP/1.1" status: 200 len: 912 time: 0.2812219 Mar 21 22:11:53.556494 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-490b004b-c0f0-45f8-961a-83ea9265550a req-914f358b-aeca-4bc8-abbe-7026bed78d86 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199272 Mar 21 22:11:53.652302 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-11528fe0-9014-42a1-b871-8fb44d0eddc7 req-8de72ff3-4c44-484b-a1a6-1830d6bf090d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313164 Mar 21 22:11:53.668534 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8d309d34-2e1b-488b-b42d-3515540f2b61 req-8cdd3db4-2cb8-4b0d-9ff2-b92061b8bb48 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164522 Mar 21 22:11:53.703990 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3054962f-8edd-40c6-85af-8c5a51ff13db {{(pid=115863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:11:53.712473 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Publish callbacks [] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:53.725820 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.provisioning_blocks [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Transition to ACTIVE for port object 3054962f-8edd-40c6-85af-8c5a51ff13db will not be triggered until provisioned by entity L2. {{(pid=115863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:11:53.822859 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-719d5892-cd95-4374-bf46-95abef79249c req-33821033-9278-4a3d-ad03-dfbe31c62618 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81c1f100-2066-4413-a1a6-8b6f0e7ca366 HTTP/1.1" status: 200 len: 1002 time: 0.0631602 Mar 21 22:11:53.870739 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:53.908520 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d5892-cd95-4374-bf46-95abef79249c req-e5b9cba4-d215-4020-b112-2b776edcea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:53.910011 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-719d5892-cd95-4374-bf46-95abef79249c req-e5b9cba4-d215-4020-b112-2b776edcea48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1497cc9-2e8b-48ed-991b-efcb826a8f9f HTTP/1.1" status: 200 len: 850 time: 0.0808423 Mar 21 22:11:53.957919 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Pushing event updated for resources: {'Port': ['ID=3054962f-8edd-40c6-85af-8c5a51ff13db,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:54.034314 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d5892-cd95-4374-bf46-95abef79249c req-cdf496c6-99b1-442d-bebe-8e788a00d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:54.039925 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-719d5892-cd95-4374-bf46-95abef79249c req-cdf496c6-99b1-442d-bebe-8e788a00d8b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca64710-59df-44d1-9926-47db3d9d37c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1181133 Mar 21 22:11:54.074796 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Attempting to bind port 3054962f-8edd-40c6-85af-8c5a51ff13db on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:11:54.075151 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Attempting to bind port 3054962f-8edd-40c6-85af-8c5a51ff13db by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '74e428db-f256-48dc-9809-ce94eab6357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8'}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:11:54.075492 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Attempting to bind port 3054962f-8edd-40c6-85af-8c5a51ff13db on network 743d4464-3905-459a-ac90-9ac64e4b23c8 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:11:54.110001 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Port 3054962f-8edd-40c6-85af-8c5a51ff13db on network 743d4464-3905-459a-ac90-9ac64e4b23c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:11:54.110342 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Attempting to bind port 3054962f-8edd-40c6-85af-8c5a51ff13db on network 743d4464-3905-459a-ac90-9ac64e4b23c8 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:11:54.120940 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:11:54.121294 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Checking segment: {'id': '74e428db-f256-48dc-9809-ce94eab6357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:11:54.121684 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Bound using segment: {'id': '74e428db-f256-48dc-9809-ce94eab6357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8'} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:11:54.122118 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Bound port: 3054962f-8edd-40c6-85af-8c5a51ff13db, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e428db-f256-48dc-9809-ce94eab6357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8'}}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:11:54.122474 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:54.194733 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-719d5892-cd95-4374-bf46-95abef79249c req-3412f5d8-cf61-4806-ae33-30ba1c554fb7 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452403 Mar 21 22:11:54.265178 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] For port 3054962f-8edd-40c6-85af-8c5a51ff13db, host hv-cinder-83454, cleared binding levels {{(pid=115863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:11:54.281544 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] For port 3054962f-8edd-40c6-85af-8c5a51ff13db, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3054962f-8edd-40c6-85af-8c5a51ff13db,segment=NetworkSegment(74e428db-f256-48dc-9809-ce94eab6357a),segment_id=74e428db-f256-48dc-9809-ce94eab6357a)] {{(pid=115863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:11:54.314171 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-719d5892-cd95-4374-bf46-95abef79249c req-aa21049a-2b70-470d-84c3-3282b0d24487 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090500 Mar 21 22:11:54.348441 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:54.383181 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:54.383979 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:54.385400 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] 10.222.0.47 "PUT /v2.0/ports/3054962f-8edd-40c6-85af-8c5a51ff13db HTTP/1.1" status: 200 len: 1093 time: 1.5902104 Mar 21 22:11:54.387985 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec58d408-5377-4094-ad99-dce8891b8391', 'tag': '3054962f-8edd-40c6-85af-8c5a51ff13db'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:11:54.390441 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b43866-2e9b-4994-b1ed-4a48f8a43f49" -d '{"events": [{"name": "network-changed", "server_uuid": "ec58d408-5377-4094-ad99-dce8891b8391", "tag": "3054962f-8edd-40c6-85af-8c5a51ff13db"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:11:54.418677 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92b4ad-eff3-401e-99e9-bc57606a8d25 service neutron] Pushing event updated for resources: {'Port': ['ID=3054962f-8edd-40c6-85af-8c5a51ff13db,revision_number=3']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:11:54.439375 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb747a7f-e642-43d7-a770-89f419386677 x-openstack-request-id: req-fb747a7f-e642-43d7-a770-89f419386677 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:11:54.439670 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec58d408-5377-4094-ad99-dce8891b8391", "tag": "3054962f-8edd-40c6-85af-8c5a51ff13db", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:11:54.440367 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fb747a7f-e642-43d7-a770-89f419386677 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:11:54.440367 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec58d408-5377-4094-ad99-dce8891b8391', 'tag': '3054962f-8edd-40c6-85af-8c5a51ff13db', 'status': 'completed', 'code': 200} Mar 21 22:11:54.573197 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b43866-2e9b-4994-b1ed-4a48f8a43f49 req-69ff29ad-2c97-4684-b1cb-a6d896f250d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:54.575812 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-61b43866-2e9b-4994-b1ed-4a48f8a43f49 req-69ff29ad-2c97-4684-b1cb-a6d896f250d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f9b74725b9c4568a941ad74fef80cec&device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 1127 time: 0.0602627 Mar 21 22:11:54.695322 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b43866-2e9b-4994-b1ed-4a48f8a43f49 req-c75e90f6-01ac-438d-9731-49bf639a4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:54.696732 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-61b43866-2e9b-4994-b1ed-4a48f8a43f49 req-c75e90f6-01ac-438d-9731-49bf639a4f5b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0f9b74725b9c4568a941ad74fef80cec&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1037111 Mar 21 22:11:54.872228 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b43866-2e9b-4994-b1ed-4a48f8a43f49 req-6f7f5d25-c3bf-43b0-8fd5-57eac7324bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:54.873585 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-61b43866-2e9b-4994-b1ed-4a48f8a43f49 req-6f7f5d25-c3bf-43b0-8fd5-57eac7324bf8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1696937 Mar 21 22:11:54.882811 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe563a70-5dc1-4b16-a7c8-1a3782d36219 req-b8761519-3942-432b-a9be-0346b268c867 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:54.884201 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fe563a70-5dc1-4b16-a7c8-1a3782d36219 req-b8761519-3942-432b-a9be-0346b268c867 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.1315997 Mar 21 22:11:54.892366 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c90887-e327-49e5-a46f-aed1599eb8eb req-f46f6590-0e05-41ab-9b31-83d4172bf819 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:54.893824 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d6c90887-e327-49e5-a46f-aed1599eb8eb req-f46f6590-0e05-41ab-9b31-83d4172bf819 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 943 time: 0.1401393 Mar 21 22:11:54.975182 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d6c90887-e327-49e5-a46f-aed1599eb8eb req-8db4feb0-8e01-4652-bd5e-4b1d517a68b7 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740731 Mar 21 22:11:54.977935 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fe563a70-5dc1-4b16-a7c8-1a3782d36219 req-ffd283ae-cb71-4be0-a9ec-177030ecd64c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832555 Mar 21 22:11:55.015933 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-66c295f7-070a-4df5-a486-e279ff3419e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:55.017403 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-66c295f7-070a-4df5-a486-e279ff3419e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f9b74725b9c4568a941ad74fef80cec&device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 1127 time: 0.0638468 Mar 21 22:11:55.075486 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-cdbf69b5-db51-438d-b022-ea5c7c37ff8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3054962f-8edd-40c6-85af-8c5a51ff13db HTTP/1.1" status: 200 len: 217 time: 0.0386631 Mar 21 22:11:55.125455 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-bdf32142-5a29-4f9e-a518-4329ee2d0480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:55.126947 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-bdf32142-5a29-4f9e-a518-4329ee2d0480 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86d046b3-f9a7-41fb-be02-27b396a5ce00 HTTP/1.1" status: 200 len: 853 time: 0.0452776 Mar 21 22:11:55.184723 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-cf9a2da3-37e3-41d6-813d-c80c6bde55b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:55.186292 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-cf9a2da3-37e3-41d6-813d-c80c6bde55b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=743d4464-3905-459a-ac90-9ac64e4b23c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516386 Mar 21 22:11:55.280333 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-9ceef763-cff0-46db-b8b4-cac25df62e58 service neutron] 10.222.0.47 "GET /v2.0/networks/743d4464-3905-459a-ac90-9ac64e4b23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871105 Mar 21 22:11:55.419548 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87b3c0-de27-44dc-b8e0-bd8ce10a4eb5 req-ad2fc5fe-4b28-40a2-abf8-bc046cb6bee2 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:55.420977 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-eb87b3c0-de27-44dc-b8e0-bd8ce10a4eb5 req-ad2fc5fe-4b28-40a2-abf8-bc046cb6bee2 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0880020 Mar 21 22:11:55.425079 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0e084dcb-f2fc-43ab-a6fe-2752dfbc3fc9 req-1816e533-4cf2-416e-ad12-2149eee398dc service neutron] 10.222.0.47 "GET /v2.0/networks/743d4464-3905-459a-ac90-9ac64e4b23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343591 Mar 21 22:11:55.473047 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-eb87b3c0-de27-44dc-b8e0-bd8ce10a4eb5 req-36e47feb-c939-40a7-bc26-7a4760be3a1d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461192 Mar 21 22:11:55.540552 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5166795-6259-4a0e-af57-e4e8d5e1eaca req-82220d23-785e-445a-9613-9ebde03afe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:55.544179 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d5166795-6259-4a0e-af57-e4e8d5e1eaca req-82220d23-785e-445a-9613-9ebde03afe74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6badcf73def74a95ba7f934a370e6481&device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 1129 time: 0.0475552 Mar 21 22:11:55.645778 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5166795-6259-4a0e-af57-e4e8d5e1eaca req-935ab34d-a87a-44b0-9dda-18963b0a27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:55.647294 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d5166795-6259-4a0e-af57-e4e8d5e1eaca req-935ab34d-a87a-44b0-9dda-18963b0a27f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=40ee543d-b9b0-4194-aff5-428ab22bb708 HTTP/1.1" status: 200 len: 912 time: 0.0972121 Mar 21 22:11:55.721372 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d5166795-6259-4a0e-af57-e4e8d5e1eaca req-e6dcc8f1-b2a6-42dc-99e2-061e33bfca8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f849430-8958-4a1e-b9a8-39f1053b25e6 HTTP/1.1" status: 200 len: 1001 time: 0.0635757 Mar 21 22:11:55.774160 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5166795-6259-4a0e-af57-e4e8d5e1eaca req-db23c7e0-4ffb-40e4-b61c-4830b472e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:55.776160 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d5166795-6259-4a0e-af57-e4e8d5e1eaca req-db23c7e0-4ffb-40e4-b61c-4830b472e562 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97b37723-8621-4579-8205-a7e22e0b1d04 HTTP/1.1" status: 200 len: 850 time: 0.0475981 Mar 21 22:11:55.827916 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5166795-6259-4a0e-af57-e4e8d5e1eaca req-95c2c793-a2ab-49d5-9b67-966721b45a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:55.829431 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d5166795-6259-4a0e-af57-e4e8d5e1eaca req-95c2c793-a2ab-49d5-9b67-966721b45a2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40ee543d-b9b0-4194-aff5-428ab22bb708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471509 Mar 21 22:11:55.920659 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d5166795-6259-4a0e-af57-e4e8d5e1eaca req-bb4dff4a-d498-4642-8f15-38f558bc9fc8 service neutron] 10.222.0.47 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847325 Mar 21 22:11:56.017592 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d5166795-6259-4a0e-af57-e4e8d5e1eaca req-630bf310-b15f-47d1-8588-0dacf5e27ed7 service neutron] 10.222.0.47 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906429 Mar 21 22:11:56.104006 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257f9b7-63f7-4210-a8e7-efb2da7c9601 req-438fce77-02eb-46fe-b58e-219e22c6c1be tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:56.105676 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b257f9b7-63f7-4210-a8e7-efb2da7c9601 req-438fce77-02eb-46fe-b58e-219e22c6c1be tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 943 time: 0.0594962 Mar 21 22:11:56.156880 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b257f9b7-63f7-4210-a8e7-efb2da7c9601 req-b6149da4-74c7-4566-9e71-ba8bd46fd24b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455704 Mar 21 22:11:56.597416 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da61ee-0479-4385-8931-e5c8f2dc7dda req-718c3b1a-9651-462e-9b20-56bf23a10e4e tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:56.598842 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-79da61ee-0479-4385-8931-e5c8f2dc7dda req-718c3b1a-9651-462e-9b20-56bf23a10e4e tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0556760 Mar 21 22:11:56.653408 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-79da61ee-0479-4385-8931-e5c8f2dc7dda req-4c349a1a-2e03-4704-b800-41847e819951 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479622 Mar 21 22:11:57.275168 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48fb46-ea2d-438d-81d2-128d45f2382a req-04c4712e-a57f-4d33-a9cc-62354ea3f7c9 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:57.276881 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a48fb46-ea2d-438d-81d2-128d45f2382a req-04c4712e-a57f-4d33-a9cc-62354ea3f7c9 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 943 time: 0.0536418 Mar 21 22:11:57.324698 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3a48fb46-ea2d-438d-81d2-128d45f2382a req-67aff72b-4861-46e3-9ef3-0b1562f75842 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 Mar 21 22:11:57.780670 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55b409-382d-4fe0-8cde-375c89bf7e9e req-5147a464-b7bc-4fe0-bc3f-7f4db34c2902 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:57.782069 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2e55b409-382d-4fe0-8cde-375c89bf7e9e req-5147a464-b7bc-4fe0-bc3f-7f4db34c2902 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0602543 Mar 21 22:11:57.833412 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2e55b409-382d-4fe0-8cde-375c89bf7e9e req-bbee6524-fd1d-4e6e-8627-9bf56428b25a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450597 Mar 21 22:11:58.448119 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6b676-11e6-44b2-a479-24c921266e26 req-c424f282-b638-4a17-96ca-6ebcba34b97f tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:58.449629 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d1f6b676-11e6-44b2-a479-24c921266e26 req-c424f282-b638-4a17-96ca-6ebcba34b97f tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 943 time: 0.0570040 Mar 21 22:11:58.502845 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d1f6b676-11e6-44b2-a479-24c921266e26 req-fa830a6f-566e-482a-83f7-9242f759acc1 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476124 Mar 21 22:11:59.583764 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 3054962f-8edd-40c6-85af-8c5a51ff13db details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:11:59.626376 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4a531-67f0-4042-a333-cd6680fe168d req-6f96b814-021d-4102-bb2e-776cbe6dd99e tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:11:59.628690 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-00a4a531-67f0-4042-a333-cd6680fe168d req-6f96b814-021d-4102-bb2e-776cbe6dd99e tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 943 time: 0.0578892 Mar 21 22:11:59.683018 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-00a4a531-67f0-4042-a333-cd6680fe168d req-a2b7ffa9-adb5-4122-9f6a-c7d90922e13b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489619 Mar 21 22:11:59.821211 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 3054962f-8edd-40c6-85af-8c5a51ff13db, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3054962f-8edd-40c6-85af-8c5a51ff13db,segment=NetworkSegment(74e428db-f256-48dc-9809-ce94eab6357a),segment_id=74e428db-f256-48dc-9809-ce94eab6357a)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:11:59.833276 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '3054962f-8edd-40c6-85af-8c5a51ff13db', 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8', 'port_id': '3054962f-8edd-40c6-85af-8c5a51ff13db', 'mac_address': 'fa:16:3e:9e:fc:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:11:59.871900 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 3054962f-8edd-40c6-85af-8c5a51ff13db is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:11:59.872342 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:11:59.885881 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3054962f-8edd-40c6-85af-8c5a51ff13db {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:11:59.907306 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 3054962f-8edd-40c6-85af-8c5a51ff13db, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3054962f-8edd-40c6-85af-8c5a51ff13db,segment=NetworkSegment(74e428db-f256-48dc-9809-ce94eab6357a),segment_id=74e428db-f256-48dc-9809-ce94eab6357a)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:11:59.981863 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:00.033685 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=3054962f-8edd-40c6-85af-8c5a51ff13db,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:00.585877 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['3054962f-8edd-40c6-85af-8c5a51ff13db'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:12:00.811314 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5986d-cdf9-465e-96dd-d35cecbc7cd1 req-a47fccaa-0e3d-41b7-9457-27d9811b85a8 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:00.812864 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0cb5986d-cdf9-465e-96dd-d35cecbc7cd1 req-a47fccaa-0e3d-41b7-9457-27d9811b85a8 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 944 time: 0.0571172 Mar 21 22:12:00.861452 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0cb5986d-cdf9-465e-96dd-d35cecbc7cd1 req-e1afb178-9177-47f1-9859-d29cd0460a12 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429623 Mar 21 22:12:01.989174 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf739e-a95f-4599-ab8e-084c2a30e6e4 req-72c1e88e-2236-4927-910e-c5d37dc308f0 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:01.990998 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-acbf739e-a95f-4599-ab8e-084c2a30e6e4 req-72c1e88e-2236-4927-910e-c5d37dc308f0 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 944 time: 0.0577598 Mar 21 22:12:02.045319 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-acbf739e-a95f-4599-ab8e-084c2a30e6e4 req-744facca-7568-494a-b4b4-821d563d1245 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486231 Mar 21 22:12:03.167532 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf95676-8cca-45b7-98ae-8679883da4fc req-ae032cd2-6a21-46ec-880c-0815b759e6b5 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:03.169095 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8bf95676-8cca-45b7-98ae-8679883da4fc req-ae032cd2-6a21-46ec-880c-0815b759e6b5 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 944 time: 0.0542698 Mar 21 22:12:03.223137 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8bf95676-8cca-45b7-98ae-8679883da4fc req-953a1e26-eee9-4b52-87b4-40b498a9c8ce tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481622 Mar 21 22:12:03.616128 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 3054962f-8edd-40c6-85af-8c5a51ff13db up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:12:03.760180 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port 3054962f-8edd-40c6-85af-8c5a51ff13db completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:12:03.764446 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 3054962f-8edd-40c6-85af-8c5a51ff13db triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:12:03.764818 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:03.849652 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 3054962f-8edd-40c6-85af-8c5a51ff13db is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:12:03.850043 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:03.874415 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec58d408-5377-4094-ad99-dce8891b8391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3054962f-8edd-40c6-85af-8c5a51ff13db'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:12:03.876736 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da33af27-2054-43d8-923c-e61cf134eaa5" -d '{"events": [{"server_uuid": "ec58d408-5377-4094-ad99-dce8891b8391", "name": "network-vif-plugged", "status": "completed", "tag": "3054962f-8edd-40c6-85af-8c5a51ff13db"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:12:03.896424 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 3054962f-8edd-40c6-85af-8c5a51ff13db, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3054962f-8edd-40c6-85af-8c5a51ff13db,segment=NetworkSegment(74e428db-f256-48dc-9809-ce94eab6357a),segment_id=74e428db-f256-48dc-9809-ce94eab6357a)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:12:03.918378 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c9aca2-c4f3-41a9-b35a-07475f1e7708 x-openstack-request-id: req-89c9aca2-c4f3-41a9-b35a-07475f1e7708 {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:12:03.918676 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec58d408-5377-4094-ad99-dce8891b8391", "name": "network-vif-plugged", "status": "completed", "tag": "3054962f-8edd-40c6-85af-8c5a51ff13db", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:12:03.918974 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89c9aca2-c4f3-41a9-b35a-07475f1e7708 {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:12:03.919387 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58d408-5377-4094-ad99-dce8891b8391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3054962f-8edd-40c6-85af-8c5a51ff13db', 'code': 200} Mar 21 22:12:03.982959 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:04.032590 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=3054962f-8edd-40c6-85af-8c5a51ff13db,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:04.357663 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54fe08-cf9a-44da-a74e-f48bc813cdca req-f8f6fc74-7f7a-48bb-8f25-989d9e80c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:04.359255 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8b54fe08-cf9a-44da-a74e-f48bc813cdca req-f8f6fc74-7f7a-48bb-8f25-989d9e80c494 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 1129 time: 0.0898941 Mar 21 22:12:04.380182 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedea33-291c-4ca5-95c6-a1f4fac82c1c req-c901eae8-e519-430a-8b6f-e52b47268674 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:04.381665 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bbedea33-291c-4ca5-95c6-a1f4fac82c1c req-c901eae8-e519-430a-8b6f-e52b47268674 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 945 time: 0.0805650 Mar 21 22:12:04.442243 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8b54fe08-cf9a-44da-a74e-f48bc813cdca req-669e24d8-fac5-488c-978b-49b20801d288 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755408 Mar 21 22:12:04.454342 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bbedea33-291c-4ca5-95c6-a1f4fac82c1c req-62d2153c-4025-4ef5-bbc7-66ccc3edb3a4 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657988 Mar 21 22:12:05.583705 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd351eb4-2bd5-4cc8-9019-54656542b12c req-1b397e3a-f874-42a1-a841-de9f83b84beb tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:05.585239 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fd351eb4-2bd5-4cc8-9019-54656542b12c req-1b397e3a-f874-42a1-a841-de9f83b84beb tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 945 time: 0.0594494 Mar 21 22:12:05.633557 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fd351eb4-2bd5-4cc8-9019-54656542b12c req-d5163732-87bf-484a-90eb-f9c0873f8e7c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423250 Mar 21 22:12:06.782813 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961b0a5-2e9d-4012-b105-e2c36baebd55 req-189ac1d9-e85e-45aa-b67c-f46c35771371 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:06.784359 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a961b0a5-2e9d-4012-b105-e2c36baebd55 req-189ac1d9-e85e-45aa-b67c-f46c35771371 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 945 time: 0.0583675 Mar 21 22:12:06.843240 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a961b0a5-2e9d-4012-b105-e2c36baebd55 req-3d64ef4e-fb63-4330-92df-6e5dbef6fcd9 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531759 Mar 21 22:12:07.982683 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615010e-3524-4802-b9e0-8c24483088ff req-f8e1dd75-c0cb-4a91-9de8-faae21b926c7 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:07.984320 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c615010e-3524-4802-b9e0-8c24483088ff req-f8e1dd75-c0cb-4a91-9de8-faae21b926c7 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 945 time: 0.0697160 Mar 21 22:12:08.038680 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c615010e-3524-4802-b9e0-8c24483088ff req-887755fa-d29b-4c0c-b923-112a26ea93af tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484917 Mar 21 22:12:08.169388 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec44d5-b1c7-441a-b285-0d0b5cff5725 req-90e4a198-c11b-40a7-84e2-bb2bb586dd8b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:08.170965 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d6ec44d5-b1c7-441a-b285-0d0b5cff5725 req-90e4a198-c11b-40a7-84e2-bb2bb586dd8b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 945 time: 0.0597947 Mar 21 22:12:08.227716 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d6ec44d5-b1c7-441a-b285-0d0b5cff5725 req-8a294f30-dafc-4325-b5f5-ba1d44379693 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508492 Mar 21 22:12:08.486116 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-b06249e3-685b-443e-9860-ab8b6c46ca54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:08.757940 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d1747-bbc0-4edb-9797-cb184292a521 req-55a34f4e-e972-4752-9f76-531bfd433575 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:08.759459 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cd6d1747-bbc0-4edb-9797-cb184292a521 req-55a34f4e-e972-4752-9f76-531bfd433575 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 945 time: 0.0557172 Mar 21 22:12:08.812396 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cd6d1747-bbc0-4edb-9797-cb184292a521 req-b51a4eaf-cd8d-4862-9962-e2f011b25c2b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466952 Mar 21 22:12:09.436847 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:12:10.051939 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:11.137825 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0728d041-2f5b-436b-8bbe-708af272c6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:12.886571 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:14.330658 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:15.719901 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:21.368669 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ab556-2a5b-4eaa-99ba-60a03e400b2a req-40ddcde4-0c28-4287-96ba-b19cb5ac5116 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:21.370052 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2e3ab556-2a5b-4eaa-99ba-60a03e400b2a req-40ddcde4-0c28-4287-96ba-b19cb5ac5116 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 945 time: 0.0552518 Mar 21 22:12:21.420355 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2e3ab556-2a5b-4eaa-99ba-60a03e400b2a req-d171f9c6-7c74-414e-a887-1b84fad1dc96 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436645 Mar 21 22:12:21.453412 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37206) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:12:21.542141 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf9d039-2404-444c-8a78-7fca6a8bbe3e tempest-TestMinimumBasicScenario-1707821231 tempest-TestMinimumBasicScenario-1707821231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:21.544296 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-0cf9d039-2404-444c-8a78-7fca6a8bbe3e tempest-TestMinimumBasicScenario-1707821231 tempest-TestMinimumBasicScenario-1707821231-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 1124 time: 0.0898910 Mar 21 22:12:21.547204 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37210) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:12:21.551362 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Request body: {'floatingip': {'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'port_id': '3054962f-8edd-40c6-85af-8c5a51ff13db', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:12:21.697430 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:21.807245 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:21.923239 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Allocated IP 172.27.2.144 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/bff82a5f-234e-4f93-baba-1765aad45d62) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:12:22.101522 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for port (bff82a5f-234e-4f93-baba-1765aad45d62), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:22.223357 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (bff82a5f-234e-4f93-baba-1765aad45d62), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:22.266738 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:12:22.273704 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:12:22.276565 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:12:22.283374 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Pushing event updated for resources: {'Port': ['ID=bff82a5f-234e-4f93-baba-1765aad45d62,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:22.311016 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:22.311359 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:22.311695 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:22.312026 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:22.312487 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:22.312731 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:22.313050 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:22.313371 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:22.313691 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:22.314047 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:22.314344 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:22.314646 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:22.314990 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:22.315313 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:22.315627 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:22.943094 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for floatingip (9b734a8c-5445-4fb8-bcc7-d72c63d31d2b), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:23.132420 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (bff82a5f-234e-4f93-baba-1765aad45d62), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:23.296698 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for port (bff82a5f-234e-4f93-baba-1765aad45d62), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:23.365320 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (bff82a5f-234e-4f93-baba-1765aad45d62), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:23.453201 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633f374-4b12-4e24-98fa-7a672c55622c req-750a66e7-aaae-4c8f-90ef-786563a4e4e9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:23.454701 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0633f374-4b12-4e24-98fa-7a672c55622c req-750a66e7-aaae-4c8f-90ef-786563a4e4e9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 946 time: 0.1275678 Mar 21 22:12:23.461623 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Pushing event updated for resources: {'Port': ['ID=bff82a5f-234e-4f93-baba-1765aad45d62,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:23.484359 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (9b734a8c-5445-4fb8-bcc7-d72c63d31d2b), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:23.586533 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0633f374-4b12-4e24-98fa-7a672c55622c req-71b1fe61-aa2c-48a0-ad59-e74ddbdde350 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258123 Mar 21 22:12:23.619903 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Floating IP 9b734a8c-5445-4fb8-bcc7-d72c63d31d2b associated. External IP: 172.27.2.144, port: 3054962f-8edd-40c6-85af-8c5a51ff13db. Mar 21 22:12:23.847518 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Router 9e711195-dc44-45bc-90c2-3d9288fecc99 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:12:23.965308 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:12:23.975186 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e50eb0-1473-469d-8dde-2d78c5d7b9c0 None None] Sync routers for ids ['9e711195-dc44-45bc-90c2-3d9288fecc99'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:12:23.986259 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e50eb0-1473-469d-8dde-2d78c5d7b9c0 None None] Routers {'9e711195-dc44-45bc-90c2-3d9288fecc99'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:12:23.986944 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-e7e50eb0-1473-469d-8dde-2d78c5d7b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:12:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['9e711195-dc44-45bc-90c2-3d9288fecc99'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:12:24.036365 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:24.069293 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-956ee3a8-b825-4a06-acd7-a9752103bf6d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5210640 Mar 21 22:12:24.069886 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec58d408-5377-4094-ad99-dce8891b8391', 'tag': '3054962f-8edd-40c6-85af-8c5a51ff13db'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:12:24.072381 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347af0d0-c711-41ed-ad55-be5c7f949835" -d '{"events": [{"name": "network-changed", "server_uuid": "ec58d408-5377-4094-ad99-dce8891b8391", "tag": "3054962f-8edd-40c6-85af-8c5a51ff13db"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:12:24.074251 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37222) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:12:24.089298 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-6861200', 'description': 'tempest-secgroup-smoke-6861200 description', 'project_id': '0f9b74725b9c4568a941ad74fef80cec'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:12:24.104067 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-e7e50eb0-1473-469d-8dde-2d78c5d7b9c0 None None] Set router 9e711195-dc44-45bc-90c2-3d9288fecc99 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:12:24.125923 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496c8500-606e-4feb-ae16-54c45d1aeaa6 x-openstack-request-id: req-496c8500-606e-4feb-ae16-54c45d1aeaa6 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:12:24.126744 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec58d408-5377-4094-ad99-dce8891b8391", "tag": "3054962f-8edd-40c6-85af-8c5a51ff13db", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:12:24.127248 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-496c8500-606e-4feb-ae16-54c45d1aeaa6 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:12:24.127981 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec58d408-5377-4094-ad99-dce8891b8391', 'tag': '3054962f-8edd-40c6-85af-8c5a51ff13db', 'status': 'completed', 'code': 200} Mar 21 22:12:24.177992 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:24.236417 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347af0d0-c711-41ed-ad55-be5c7f949835 req-4086adcf-f82f-4cff-a65f-f0b6ef7fd43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:24.238868 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-347af0d0-c711-41ed-ad55-be5c7f949835 req-4086adcf-f82f-4cff-a65f-f0b6ef7fd43a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f9b74725b9c4568a941ad74fef80cec&device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 1129 time: 0.0626607 Mar 21 22:12:24.268744 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group (7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:24.340354 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:24.351227 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347af0d0-c711-41ed-ad55-be5c7f949835 req-a945571b-f55c-47e7-8d1f-ac668411d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:24.353548 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-347af0d0-c711-41ed-ad55-be5c7f949835 req-a945571b-f55c-47e7-8d1f-ac668411d575 service neutron] 10.222.0.47 "GET /v2.0/networks?id=743d4464-3905-459a-ac90-9ac64e4b23c8 HTTP/1.1" status: 200 len: 915 time: 0.1005147 Mar 21 22:12:24.364109 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-e7e50eb0-1473-469d-8dde-2d78c5d7b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'name': 'tempest-TestMinimumBasicScenario-519394288-router', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '07ea816d-ea14-475f-ae60-50785507d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:05Z', 'updated_at': '2022-03-21T22:11:09Z', 'revision_number': 4, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'gw_port': {'id': '07ea816d-ea14-475f-ae60-50785507d772', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:06Z', 'updated_at': '2022-03-21T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '9b734a8c-5445-4fb8-bcc7-d72c63d31d2b', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'port_id': '3054962f-8edd-40c6-85af-8c5a51ff13db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8', 'mac_address': 'fa:16:3e:9e:fc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec58d408-5377-4094-ad99-dce8891b8391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:12:22Z', 'updated_at': '2022-03-21T22:12:22Z', 'revision_number': 0, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dffbe56f-da57-49b7-9695-3ebe8cb599ff', 'name': '', 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'mac_address': 'fa:16:3e:66:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:09Z', 'updated_at': '2022-03-21T22:11:13Z', 'revision_number': 5, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'subnets': [{'id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:12:24.373768 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:24.381396 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:24.382051 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:24.382565 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:24.383109 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:24.383614 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:24.384130 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:24.384661 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:24.385162 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:24.385670 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:24.386232 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:24.386730 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:24.387245 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:24.387753 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:24.388247 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:24.388780 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:24.396104 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e50eb0-1473-469d-8dde-2d78c5d7b9c0 None None] Checking router: 9e711195-dc44-45bc-90c2-3d9288fecc99 for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:12:24.405909 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e50eb0-1473-469d-8dde-2d78c5d7b9c0 None None] Routers {'9e711195-dc44-45bc-90c2-3d9288fecc99'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:12:24.406533 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-e7e50eb0-1473-469d-8dde-2d78c5d7b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:12:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['9e711195-dc44-45bc-90c2-3d9288fecc99'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:12:24.440116 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-347af0d0-c711-41ed-ad55-be5c7f949835 req-abe22e1e-b818-442a-b607-2ce825a83a62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3054962f-8edd-40c6-85af-8c5a51ff13db HTTP/1.1" status: 200 len: 999 time: 0.0779316 Mar 21 22:12:24.441758 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:24.443057 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-c6fbb96e-d569-48fb-8489-4ae853449635 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3587732 Mar 21 22:12:24.446127 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37226) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:12:24.451098 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-cdb650ac-c101-40a9-999a-907cdc9c3c70 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Request body: {'security_group_rule': {'security_group_id': '7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c', 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:12:24.496322 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347af0d0-c711-41ed-ad55-be5c7f949835 req-27ec42be-a2d0-4a2b-a1bf-2fd7bd890814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:24.497871 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-347af0d0-c711-41ed-ad55-be5c7f949835 req-27ec42be-a2d0-4a2b-a1bf-2fd7bd890814 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86d046b3-f9a7-41fb-be02-27b396a5ce00 HTTP/1.1" status: 200 len: 853 time: 0.0512531 Mar 21 22:12:24.548616 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-e7e50eb0-1473-469d-8dde-2d78c5d7b9c0 None None] Set router 9e711195-dc44-45bc-90c2-3d9288fecc99 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:12:24.551487 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347af0d0-c711-41ed-ad55-be5c7f949835 req-5fd7b6a0-4534-4296-9d32-b3b021d4ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:24.552736 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cdb650ac-c101-40a9-999a-907cdc9c3c70 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (81a9ac30-099e-459b-a1c8-5cb729182646), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:24.553199 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-347af0d0-c711-41ed-ad55-be5c7f949835 req-5fd7b6a0-4534-4296-9d32-b3b021d4ba8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=743d4464-3905-459a-ac90-9ac64e4b23c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487039 Mar 21 22:12:24.615326 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cdb650ac-c101-40a9-999a-907cdc9c3c70 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (81a9ac30-099e-459b-a1c8-5cb729182646), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:24.658495 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-347af0d0-c711-41ed-ad55-be5c7f949835 req-6657679d-a9ea-4ced-936a-4341221ebd90 service neutron] 10.222.0.47 "GET /v2.0/networks/743d4464-3905-459a-ac90-9ac64e4b23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983982 Mar 21 22:12:24.696271 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cdb650ac-c101-40a9-999a-907cdc9c3c70 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (81a9ac30-099e-459b-a1c8-5cb729182646), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:24.712630 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb650ac-c101-40a9-999a-907cdc9c3c70 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a9ac30-099e-459b-a1c8-5cb729182646,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:24.790430 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce73c0-e144-4e72-b077-ec36222725ae req-44afe90c-4d69-41ad-b04d-f9b44d22f257 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:24.792210 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a2ce73c0-e144-4e72-b077-ec36222725ae req-44afe90c-4d69-41ad-b04d-f9b44d22f257 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 946 time: 0.1280205 Mar 21 22:12:24.801279 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-cdb650ac-c101-40a9-999a-907cdc9c3c70 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:24.802929 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-cdb650ac-c101-40a9-999a-907cdc9c3c70 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3555965 Mar 21 22:12:24.805736 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37230) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:12:24.808609 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-e7e50eb0-1473-469d-8dde-2d78c5d7b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'name': 'tempest-TestMinimumBasicScenario-519394288-router', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '07ea816d-ea14-475f-ae60-50785507d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:05Z', 'updated_at': '2022-03-21T22:11:09Z', 'revision_number': 4, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'gw_port': {'id': '07ea816d-ea14-475f-ae60-50785507d772', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:06Z', 'updated_at': '2022-03-21T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '9b734a8c-5445-4fb8-bcc7-d72c63d31d2b', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'port_id': '3054962f-8edd-40c6-85af-8c5a51ff13db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8', 'mac_address': 'fa:16:3e:9e:fc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec58d408-5377-4094-ad99-dce8891b8391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:12:22Z', 'updated_at': '2022-03-21T22:12:22Z', 'revision_number': 0, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dffbe56f-da57-49b7-9695-3ebe8cb599ff', 'name': '', 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'mac_address': 'fa:16:3e:66:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:09Z', 'updated_at': '2022-03-21T22:11:13Z', 'revision_number': 5, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'subnets': [{'id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:12:24.810565 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-bdf646e2-a4cb-4e9f-b9bf-f3d0f76d59d6 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Request body: {'security_group_rule': {'security_group_id': '7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c', 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:12:24.815548 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-347af0d0-c711-41ed-ad55-be5c7f949835 req-f18685ae-16bf-4cec-819f-c6521028f51d service neutron] 10.222.0.47 "GET /v2.0/networks/743d4464-3905-459a-ac90-9ac64e4b23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491797 Mar 21 22:12:24.849647 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e50eb0-1473-469d-8dde-2d78c5d7b9c0 None None] The sync data for ids ['9e711195-dc44-45bc-90c2-3d9288fecc99'] in dv-cinder-834545-1-iscsi is: [{'id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'name': 'tempest-TestMinimumBasicScenario-519394288-router', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '07ea816d-ea14-475f-ae60-50785507d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:05Z', 'updated_at': '2022-03-21T22:11:09Z', 'revision_number': 4, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'gw_port': {'id': '07ea816d-ea14-475f-ae60-50785507d772', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:06Z', 'updated_at': '2022-03-21T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '9b734a8c-5445-4fb8-bcc7-d72c63d31d2b', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'port_id': '3054962f-8edd-40c6-85af-8c5a51ff13db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8', 'mac_address': 'fa:16:3e:9e:fc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec58d408-5377-4094-ad99-dce8891b8391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:12:22Z', 'updated_at': '2022-03-21T22:12:22Z', 'revision_number': 0, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dffbe56f-da57-49b7-9695-3ebe8cb599ff', 'name': '', 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'mac_address': 'fa:16:3e:66:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:09Z', 'updated_at': '2022-03-21T22:11:13Z', 'revision_number': 5, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'subnets': [{'id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:12:24.854066 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a2ce73c0-e144-4e72-b077-ec36222725ae req-afa76cc7-1e63-4ff6-87c0-3f770e5ff5e8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513411 Mar 21 22:12:24.928972 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-bdf646e2-a4cb-4e9f-b9bf-f3d0f76d59d6 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (eae64006-325d-418b-9374-3eeaeb257b75), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:25.000980 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-bdf646e2-a4cb-4e9f-b9bf-f3d0f76d59d6 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (eae64006-325d-418b-9374-3eeaeb257b75), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:25.086449 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9bd099-6fe4-4f1d-a3a2-361c24468f92 None None] New status for floating IP 9b734a8c-5445-4fb8-bcc7-d72c63d31d2b: ACTIVE {{(pid=115865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:12:25.090965 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-bdf646e2-a4cb-4e9f-b9bf-f3d0f76d59d6 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (eae64006-325d-418b-9374-3eeaeb257b75), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:25.110519 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf646e2-a4cb-4e9f-b9bf-f3d0f76d59d6 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae64006-325d-418b-9374-3eeaeb257b75,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:25.189101 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-bdf646e2-a4cb-4e9f-b9bf-f3d0f76d59d6 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:25.191219 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-bdf646e2-a4cb-4e9f-b9bf-f3d0f76d59d6 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3843954 Mar 21 22:12:25.194269 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37232) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:12:25.199476 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-59b23eee-5db7-441d-8544-b2d385dc0360 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Request body: {'security_group_rule': {'security_group_id': '7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c', 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:12:25.297221 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-59b23eee-5db7-441d-8544-b2d385dc0360 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (4c813cec-ce5a-4733-be2f-4816f0483e46), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:25.390141 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-59b23eee-5db7-441d-8544-b2d385dc0360 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (4c813cec-ce5a-4733-be2f-4816f0483e46), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:25.455521 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-59b23eee-5db7-441d-8544-b2d385dc0360 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (4c813cec-ce5a-4733-be2f-4816f0483e46), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:25.477631 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b23eee-5db7-441d-8544-b2d385dc0360 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c813cec-ce5a-4733-be2f-4816f0483e46,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:25.548908 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-59b23eee-5db7-441d-8544-b2d385dc0360 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:25.550172 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-59b23eee-5db7-441d-8544-b2d385dc0360 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3548949 Mar 21 22:12:25.553034 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37236) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:12:25.560015 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-52dac80f-2954-4c6a-af40-3428500356fc tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Request body: {'security_group_rule': {'security_group_id': '7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c', 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:12:25.683649 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-52dac80f-2954-4c6a-af40-3428500356fc tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (6abd0cc1-fb8d-4ffb-b856-8ea3a9f48868), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:25.740264 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae604f7-3cb8-49cc-bac6-88e493b3e244 req-dced9d50-1e78-413b-98a5-1d1b802b20b5 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:25.741683 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2ae604f7-3cb8-49cc-bac6-88e493b3e244 req-dced9d50-1e78-413b-98a5-1d1b802b20b5 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.47 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 946 time: 0.0585461 Mar 21 22:12:25.743067 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-52dac80f-2954-4c6a-af40-3428500356fc tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (6abd0cc1-fb8d-4ffb-b856-8ea3a9f48868), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:25.826738 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-52dac80f-2954-4c6a-af40-3428500356fc tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (6abd0cc1-fb8d-4ffb-b856-8ea3a9f48868), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:25.841058 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-2ae604f7-3cb8-49cc-bac6-88e493b3e244 req-32f38268-6360-4094-9761-48bb63355987 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Deleting port 088bb62a-86af-46a0-849c-38b69dcabcad {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:12:25.841410 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-2ae604f7-3cb8-49cc-bac6-88e493b3e244 req-32f38268-6360-4094-9761-48bb63355987 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:25.844868 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dac80f-2954-4c6a-af40-3428500356fc tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abd0cc1-fb8d-4ffb-b856-8ea3a9f48868,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:25.910361 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-52dac80f-2954-4c6a-af40-3428500356fc tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:25.914988 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-52dac80f-2954-4c6a-af40-3428500356fc tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3607135 Mar 21 22:12:25.919286 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37240) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:12:25.922709 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-aa9728fd-6b83-4c53-904a-c51d9c30d833 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Request body: {'security_group_rule': {'security_group_id': '7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c', 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:12:25.981724 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-2ae604f7-3cb8-49cc-bac6-88e493b3e244 req-32f38268-6360-4094-9761-48bb63355987 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] For port 088bb62a-86af-46a0-849c-38b69dcabcad, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=088bb62a-86af-46a0-849c-38b69dcabcad,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:12:25.982092 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-2ae604f7-3cb8-49cc-bac6-88e493b3e244 req-32f38268-6360-4094-9761-48bb63355987 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:26.067158 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.securitygroups_db [None req-aa9728fd-6b83-4c53-904a-c51d9c30d833 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Project 0f9b74725b9c4568a941ad74fef80cec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 22:12:26.090259 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-aa9728fd-6b83-4c53-904a-c51d9c30d833 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (187fe2db-e319-40db-b67f-591ebb92075c), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:26.129324 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4064c67-8173-4464-a8be-57889a12a5d0 req-9f9aaeb9-ef7d-4c77-aa76-8a4cbb9f6279 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:26.130834 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4064c67-8173-4464-a8be-57889a12a5d0 req-9f9aaeb9-ef7d-4c77-aa76-8a4cbb9f6279 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 946 time: 0.1969464 Mar 21 22:12:26.275229 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-aa9728fd-6b83-4c53-904a-c51d9c30d833 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (187fe2db-e319-40db-b67f-591ebb92075c), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:26.290327 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4064c67-8173-4464-a8be-57889a12a5d0 req-9a112b14-7079-40a2-ba1d-a1c625e6019e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=10d00353-4134-45f5-aca8-6a35c02bc001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500154 Mar 21 22:12:26.315491 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-2ae604f7-3cb8-49cc-bac6-88e493b3e244 req-32f38268-6360-4094-9761-48bb63355987 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:26.315491 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-2ae604f7-3cb8-49cc-bac6-88e493b3e244 req-32f38268-6360-4094-9761-48bb63355987 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (3610c277-7f01-4957-a38b-0ec8b06f9ed9), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:26.315491 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [req-2ae604f7-3cb8-49cc-bac6-88e493b3e244 req-32f38268-6360-4094-9761-48bb63355987 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Floating IP 3610c277-7f01-4957-a38b-0ec8b06f9ed9 disassociated. External IP: 172.27.2.174, port: 088bb62a-86af-46a0-849c-38b69dcabcad. Mar 21 22:12:26.315491 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-2ae604f7-3cb8-49cc-bac6-88e493b3e244 req-32f38268-6360-4094-9761-48bb63355987 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Calling delete_port for 088bb62a-86af-46a0-849c-38b69dcabcad owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:12:26.372401 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-aa9728fd-6b83-4c53-904a-c51d9c30d833 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (187fe2db-e319-40db-b67f-591ebb92075c), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:26.399963 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9728fd-6b83-4c53-904a-c51d9c30d833 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187fe2db-e319-40db-b67f-591ebb92075c,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:26.482023 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-aa9728fd-6b83-4c53-904a-c51d9c30d833 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:26.484054 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-aa9728fd-6b83-4c53-904a-c51d9c30d833 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5666063 Mar 21 22:12:26.486195 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37242) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:12:26.490714 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-60e29f27-c616-4e23-9a3f-c3b6e6b3291d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Request body: {'security_group_rule': {'security_group_id': '7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c', 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:12:26.563948 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-2ae604f7-3cb8-49cc-bac6-88e493b3e244 req-32f38268-6360-4094-9761-48bb63355987 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (088bb62a-86af-46a0-849c-38b69dcabcad), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:26.600040 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f38268-6360-4094-9761-48bb63355987 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event deleted for resources: {'Port': ['ID=088bb62a-86af-46a0-849c-38b69dcabcad,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:26.601816 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.securitygroups_db [None req-60e29f27-c616-4e23-9a3f-c3b6e6b3291d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Project 0f9b74725b9c4568a941ad74fef80cec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 22:12:26.610282 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-60e29f27-c616-4e23-9a3f-c3b6e6b3291d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (7452f1a9-ec61-4126-989f-c0d4dafe3d5d), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:26.984435 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-60e29f27-c616-4e23-9a3f-c3b6e6b3291d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (7452f1a9-ec61-4126-989f-c0d4dafe3d5d), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:26.998814 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ae604f7-3cb8-49cc-bac6-88e493b3e244 req-32f38268-6360-4094-9761-48bb63355987 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Router 8b47cd74-8cd6-4624-aa37-6afafd43f76f has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:12:27.067767 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-60e29f27-c616-4e23-9a3f-c3b6e6b3291d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (7452f1a9-ec61-4126-989f-c0d4dafe3d5d), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:27.101099 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e29f27-c616-4e23-9a3f-c3b6e6b3291d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7452f1a9-ec61-4126-989f-c0d4dafe3d5d,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:27.132883 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ae604f7-3cb8-49cc-bac6-88e493b3e244 req-32f38268-6360-4094-9761-48bb63355987 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:12:27.144222 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d726181-57ff-421b-bf95-8e8ddddb8305 None None] Sync routers for ids ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:12:27.156739 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d726181-57ff-421b-bf95-8e8ddddb8305 None None] Routers {'8b47cd74-8cd6-4624-aa37-6afafd43f76f'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:12:27.157650 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-8d726181-57ff-421b-bf95-8e8ddddb8305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:12:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:12:27.187711 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae604f7-3cb8-49cc-bac6-88e493b3e244 req-32f38268-6360-4094-9761-48bb63355987 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] No DVR routers for this DVR port 088bb62a-86af-46a0-849c-38b69dcabcad on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:12:27.196107 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-60e29f27-c616-4e23-9a3f-c3b6e6b3291d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:27.196107 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-60e29f27-c616-4e23-9a3f-c3b6e6b3291d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7055376 Mar 21 22:12:27.196107 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-2ae604f7-3cb8-49cc-bac6-88e493b3e244 req-32f38268-6360-4094-9761-48bb63355987 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:27.197492 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2ae604f7-3cb8-49cc-bac6-88e493b3e244 req-32f38268-6360-4094-9761-48bb63355987 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.47 "DELETE /v2.0/ports/088bb62a-86af-46a0-849c-38b69dcabcad HTTP/1.1" status: 204 len: 173 time: 1.4506299 Mar 21 22:12:27.198059 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'name': 'network-vif-deleted', 'tag': '088bb62a-86af-46a0-849c-38b69dcabcad'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:12:27.201023 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8762d59f-8769-491f-92b9-4c2c42aec069" -d '{"events": [{"server_uuid": "518ff043-1ebd-4fed-9202-2464e4bbe8ed", "name": "network-vif-deleted", "tag": "088bb62a-86af-46a0-849c-38b69dcabcad"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:12:27.251603 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16107b2b-c3c6-491a-8a21-1181141065a3 x-openstack-request-id: req-16107b2b-c3c6-491a-8a21-1181141065a3 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:12:27.252053 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518ff043-1ebd-4fed-9202-2464e4bbe8ed", "name": "network-vif-deleted", "tag": "088bb62a-86af-46a0-849c-38b69dcabcad", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:12:27.252402 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-16107b2b-c3c6-491a-8a21-1181141065a3 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:12:27.252978 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518ff043-1ebd-4fed-9202-2464e4bbe8ed', 'name': 'network-vif-deleted', 'tag': '088bb62a-86af-46a0-849c-38b69dcabcad', 'status': 'completed', 'code': 200} Mar 21 22:12:27.304573 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1c71546b-6a01-4abf-b78b-b372e7c0220b req-58b77e33-3066-4aaf-8f09-0c35c98c3ba5 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6861200&fields=id&tenant_id=0f9b74725b9c4568a941ad74fef80cec HTTP/1.1" status: 200 len: 267 time: 0.0500884 Mar 21 22:12:27.313009 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-8d726181-57ff-421b-bf95-8e8ddddb8305 None None] Set router 8b47cd74-8cd6-4624-aa37-6afafd43f76f gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:12:27.372354 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71546b-6a01-4abf-b78b-b372e7c0220b req-165b8ce4-fd45-4cdb-8e97-7a1ac55a6e8a tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:27.374061 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1c71546b-6a01-4abf-b78b-b372e7c0220b req-165b8ce4-fd45-4cdb-8e97-7a1ac55a6e8a tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 945 time: 0.0589018 Mar 21 22:12:27.389592 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-1c71546b-6a01-4abf-b78b-b372e7c0220b req-efd3a5b3-4e42-4f31-8446-cc2166f89dc3 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Request body: {'port': {'security_groups': ['635da36f-f4e8-4b52-8008-c24c194b4f9d', '7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c']}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:12:27.434104 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-833fcf57-6b69-498e-b40d-a1d54d657204 req-6a28cd67-c394-4a34-a376-c31744916c56 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=518ff043-1ebd-4fed-9202-2464e4bbe8ed HTTP/1.1" status: 200 len: 210 time: 0.0590065 Mar 21 22:12:27.515827 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1c71546b-6a01-4abf-b78b-b372e7c0220b req-efd3a5b3-4e42-4f31-8446-cc2166f89dc3 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:27.711744 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-8d726181-57ff-421b-bf95-8e8ddddb8305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:51Z', 'revision_number': 4, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '176e61f8-ab64-4911-9694-aa9aa45f1d42', 'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'mac_address': 'fa:16:3e:2f:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:50Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 5, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'subnets': [{'id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:12:27.739919 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d726181-57ff-421b-bf95-8e8ddddb8305 None None] Checking router: 8b47cd74-8cd6-4624-aa37-6afafd43f76f for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:12:27.750663 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-1c71546b-6a01-4abf-b78b-b372e7c0220b req-efd3a5b3-4e42-4f31-8446-cc2166f89dc3 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] For port 3054962f-8edd-40c6-85af-8c5a51ff13db, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3054962f-8edd-40c6-85af-8c5a51ff13db,segment=NetworkSegment(74e428db-f256-48dc-9809-ce94eab6357a),segment_id=74e428db-f256-48dc-9809-ce94eab6357a)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:12:27.751006 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d726181-57ff-421b-bf95-8e8ddddb8305 None None] Routers {'8b47cd74-8cd6-4624-aa37-6afafd43f76f'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:12:27.751441 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-8d726181-57ff-421b-bf95-8e8ddddb8305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:12:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:12:27.787829 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1c71546b-6a01-4abf-b78b-b372e7c0220b req-efd3a5b3-4e42-4f31-8446-cc2166f89dc3 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:27.792917 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 088bb62a-86af-46a0-849c-38b69dcabcad no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:12:27.845761 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1c71546b-6a01-4abf-b78b-b372e7c0220b req-efd3a5b3-4e42-4f31-8446-cc2166f89dc3 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:27.846068 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: 088bb62a-86af-46a0-849c-38b69dcabcad {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:12:27.846199 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 088bb62a-86af-46a0-849c-38b69dcabcad not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:12:27.889262 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71546b-6a01-4abf-b78b-b372e7c0220b req-efd3a5b3-4e42-4f31-8446-cc2166f89dc3 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:27.889564 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['3054962f-8edd-40c6-85af-8c5a51ff13db'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:12:27.889914 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1c71546b-6a01-4abf-b78b-b372e7c0220b req-efd3a5b3-4e42-4f31-8446-cc2166f89dc3 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:27.891336 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1c71546b-6a01-4abf-b78b-b372e7c0220b req-efd3a5b3-4e42-4f31-8446-cc2166f89dc3 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "PUT /v2.0/ports/3054962f-8edd-40c6-85af-8c5a51ff13db HTTP/1.1" status: 200 len: 981 time: 0.5065839 Mar 21 22:12:27.927083 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-8d726181-57ff-421b-bf95-8e8ddddb8305 None None] Set router 8b47cd74-8cd6-4624-aa37-6afafd43f76f gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:12:27.932363 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3a5b3-4e42-4f31-8446-cc2166f89dc3 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Pushing event updated for resources: {'Port': ['ID=3054962f-8edd-40c6-85af-8c5a51ff13db,revision_number=6']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:28.029648 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476145c-f459-4962-9839-c854991f9a6f req-caeb9ad0-1cc2-42cf-a60d-1497846a1efb tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:28.032047 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a476145c-f459-4962-9839-c854991f9a6f req-caeb9ad0-1cc2-42cf-a60d-1497846a1efb tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0739119 Mar 21 22:12:28.104373 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a476145c-f459-4962-9839-c854991f9a6f req-b54d3c8f-3607-4e3c-a559-a6a9cfa4bfb6 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0649853 Mar 21 22:12:28.134824 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['3054962f-8edd-40c6-85af-8c5a51ff13db'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:12:28.276868 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-9f05e08c-66d8-4aae-a5b7-9bc483389ba0 None None] Provisioning complete for port 3054962f-8edd-40c6-85af-8c5a51ff13db triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:12:28.277653 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-9f05e08c-66d8-4aae-a5b7-9bc483389ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:28.560723 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-8d726181-57ff-421b-bf95-8e8ddddb8305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:51Z', 'revision_number': 4, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '176e61f8-ab64-4911-9694-aa9aa45f1d42', 'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'mac_address': 'fa:16:3e:2f:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:50Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 5, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'subnets': [{'id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:12:28.567345 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-9f05e08c-66d8-4aae-a5b7-9bc483389ba0 None None] Current status of the port 3054962f-8edd-40c6-85af-8c5a51ff13db is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:12:28.611381 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d726181-57ff-421b-bf95-8e8ddddb8305 None None] The sync data for ids ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'] in dv-cinder-834545-1-iscsi is: [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:51Z', 'revision_number': 4, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '176e61f8-ab64-4911-9694-aa9aa45f1d42', 'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'mac_address': 'fa:16:3e:2f:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:50Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 5, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'subnets': [{'id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:12:28.641441 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37262) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:12:28.738591 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-341b838c-21ad-4a16-862c-f57428405f83 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group (10d00353-4134-45f5-aca8-6a35c02bc001), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:28.782553 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-341b838c-21ad-4a16-862c-f57428405f83 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group (10d00353-4134-45f5-aca8-6a35c02bc001), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:29.000435 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-341b838c-21ad-4a16-862c-f57428405f83 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (10d00353-4134-45f5-aca8-6a35c02bc001), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:29.003586 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-341b838c-21ad-4a16-862c-f57428405f83 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:29.005921 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-341b838c-21ad-4a16-862c-f57428405f83 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "DELETE /v2.0/security-groups/10d00353-4134-45f5-aca8-6a35c02bc001 HTTP/1.1" status: 204 len: 168 time: 0.3630240 Mar 21 22:12:29.013517 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37264) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:12:29.017155 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b838c-21ad-4a16-862c-f57428405f83 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d00353-4134-45f5-aca8-6a35c02bc001,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:29.031721 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.api.v2.resource [None req-5e1d1c75-05d5-4cb0-8b96-7de5f625ad59 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] show failed (client error): The resource could not be found. Mar 21 22:12:29.036826 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-5e1d1c75-05d5-4cb0-8b96-7de5f625ad59 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups/10d00353-4134-45f5-aca8-6a35c02bc001 HTTP/1.1" status: 404 len: 347 time: 0.0220981 Mar 21 22:12:29.037277 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37266) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:12:29.053477 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b828735-7bb5-4e4c-902c-97c4abf0ce6f None None] New status for floating IP 3610c277-7f01-4957-a38b-0ec8b06f9ed9: DOWN {{(pid=115865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:12:29.201245 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-5ae15d50-81c7-4095-bbd2-fa6de691070f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Deleting port b1feee65-191d-4905-84a0-e6f0e34a4617 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:12:29.201499 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5ae15d50-81c7-4095-bbd2-fa6de691070f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (b1feee65-191d-4905-84a0-e6f0e34a4617), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:29.254696 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec58d408-5377-4094-ad99-dce8891b8391', 'tag': '3054962f-8edd-40c6-85af-8c5a51ff13db'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:12:29.258774 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece835f3-39ec-4fb8-9e11-e821b3f2ac54" -d '{"events": [{"name": "network-changed", "server_uuid": "ec58d408-5377-4094-ad99-dce8891b8391", "tag": "3054962f-8edd-40c6-85af-8c5a51ff13db"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:12:29.296810 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5ae15d50-81c7-4095-bbd2-fa6de691070f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (b1feee65-191d-4905-84a0-e6f0e34a4617), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:29.297212 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5ae15d50-81c7-4095-bbd2-fa6de691070f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for floatingip (b1feee65-191d-4905-84a0-e6f0e34a4617), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:29.313209 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-5ae15d50-81c7-4095-bbd2-fa6de691070f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Calling delete_port for b1feee65-191d-4905-84a0-e6f0e34a4617 owned by network:floatingip {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:12:29.323046 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb0e1a7-bcc0-481d-8a39-450d999c46c7 x-openstack-request-id: req-1cb0e1a7-bcc0-481d-8a39-450d999c46c7 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:12:29.323046 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec58d408-5377-4094-ad99-dce8891b8391", "tag": "3054962f-8edd-40c6-85af-8c5a51ff13db", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:12:29.323046 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1cb0e1a7-bcc0-481d-8a39-450d999c46c7 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:12:29.323046 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec58d408-5377-4094-ad99-dce8891b8391', 'tag': '3054962f-8edd-40c6-85af-8c5a51ff13db', 'status': 'completed', 'code': 200} Mar 21 22:12:29.422745 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece835f3-39ec-4fb8-9e11-e821b3f2ac54 req-4657dae7-d547-44f8-85ca-366d7b93ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:29.424654 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ece835f3-39ec-4fb8-9e11-e821b3f2ac54 req-4657dae7-d547-44f8-85ca-366d7b93ceb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f9b74725b9c4568a941ad74fef80cec&device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 1168 time: 0.0524848 Mar 21 22:12:29.532160 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece835f3-39ec-4fb8-9e11-e821b3f2ac54 req-bcbf8b08-9703-42cb-9050-0eb40a161503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:29.533987 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ece835f3-39ec-4fb8-9e11-e821b3f2ac54 req-bcbf8b08-9703-42cb-9050-0eb40a161503 service neutron] 10.222.0.47 "GET /v2.0/networks?id=743d4464-3905-459a-ac90-9ac64e4b23c8 HTTP/1.1" status: 200 len: 915 time: 0.1008189 Mar 21 22:12:29.535353 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5ae15d50-81c7-4095-bbd2-fa6de691070f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (b1feee65-191d-4905-84a0-e6f0e34a4617), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:29.619769 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ece835f3-39ec-4fb8-9e11-e821b3f2ac54 req-a8b8f9bc-1c0e-41de-8486-904d1fe84cd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3054962f-8edd-40c6-85af-8c5a51ff13db HTTP/1.1" status: 200 len: 1001 time: 0.0784812 Mar 21 22:12:29.677685 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece835f3-39ec-4fb8-9e11-e821b3f2ac54 req-a80c4f2b-c200-47da-a131-3ca237830e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:29.679244 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ece835f3-39ec-4fb8-9e11-e821b3f2ac54 req-a80c4f2b-c200-47da-a131-3ca237830e7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86d046b3-f9a7-41fb-be02-27b396a5ce00 HTTP/1.1" status: 200 len: 853 time: 0.0514832 Mar 21 22:12:29.754572 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece835f3-39ec-4fb8-9e11-e821b3f2ac54 req-82ac25af-a30c-485b-bee4-c74fcbe48f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:29.757484 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ece835f3-39ec-4fb8-9e11-e821b3f2ac54 req-82ac25af-a30c-485b-bee4-c74fcbe48f9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=743d4464-3905-459a-ac90-9ac64e4b23c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703948 Mar 21 22:12:29.821967 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae15d50-81c7-4095-bbd2-fa6de691070f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event deleted for resources: {'Port': ['ID=b1feee65-191d-4905-84a0-e6f0e34a4617,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:29.864963 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ece835f3-39ec-4fb8-9e11-e821b3f2ac54 req-44a13f38-f529-4886-8a4f-83c876aeaead service neutron] 10.222.0.47 "GET /v2.0/networks/743d4464-3905-459a-ac90-9ac64e4b23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011517 Mar 21 22:12:29.896977 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5ae15d50-81c7-4095-bbd2-fa6de691070f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for floatingip (3610c277-7f01-4957-a38b-0ec8b06f9ed9), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:29.899709 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5ae15d50-81c7-4095-bbd2-fa6de691070f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:29.901223 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-5ae15d50-81c7-4095-bbd2-fa6de691070f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "DELETE /v2.0/floatingips/3610c277-7f01-4957-a38b-0ec8b06f9ed9 HTTP/1.1" status: 204 len: 168 time: 0.8618622 Mar 21 22:12:29.982006 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ece835f3-39ec-4fb8-9e11-e821b3f2ac54 req-231a8bbd-4df2-4d02-a0fd-028a482025fd service neutron] 10.222.0.47 "GET /v2.0/networks/743d4464-3905-459a-ac90-9ac64e4b23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091993 Mar 21 22:12:30.270773 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37272) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:12:30.276123 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-1b3d356c-4825-44e3-b0e0-7168bc082234 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2028423553', 'description': 'tempest-description--1026469772'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:12:30.381118 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1b3d356c-4825-44e3-b0e0-7168bc082234 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:30.451923 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1b3d356c-4825-44e3-b0e0-7168bc082234 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group (af20ad97-203c-43ca-a78a-f7e8ac200a9c), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:30.525324 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1b3d356c-4825-44e3-b0e0-7168bc082234 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (af20ad97-203c-43ca-a78a-f7e8ac200a9c), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:30.555646 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d356c-4825-44e3-b0e0-7168bc082234 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af20ad97-203c-43ca-a78a-f7e8ac200a9c,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:30.635157 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1b3d356c-4825-44e3-b0e0-7168bc082234 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:30.636361 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-1b3d356c-4825-44e3-b0e0-7168bc082234 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3642302 Mar 21 22:12:30.639804 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37274) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:12:30.644210 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-c85db1fd-91b4-4124-8c26-3cae3c3d27e2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Request body: {'security_group_rule': {'security_group_id': 'af20ad97-203c-43ca-a78a-f7e8ac200a9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:12:30.749855 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c85db1fd-91b4-4124-8c26-3cae3c3d27e2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group_rule (267e3338-362c-4d8a-9d1f-4a90ce453588), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:30.814376 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c85db1fd-91b4-4124-8c26-3cae3c3d27e2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group_rule (267e3338-362c-4d8a-9d1f-4a90ce453588), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:30.901249 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c85db1fd-91b4-4124-8c26-3cae3c3d27e2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (267e3338-362c-4d8a-9d1f-4a90ce453588), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:30.919223 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85db1fd-91b4-4124-8c26-3cae3c3d27e2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267e3338-362c-4d8a-9d1f-4a90ce453588,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:31.006131 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c85db1fd-91b4-4124-8c26-3cae3c3d27e2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:31.007460 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-c85db1fd-91b4-4124-8c26-3cae3c3d27e2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3666224 Mar 21 22:12:31.011682 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37276) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:12:31.017278 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-8bfb3e1b-60aa-446b-bc6f-b60b6cbe7b58 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Request body: {'security_group_rule': {'security_group_id': 'af20ad97-203c-43ca-a78a-f7e8ac200a9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:12:31.124733 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3e1b-60aa-446b-bc6f-b60b6cbe7b58 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group_rule (86ec9b9f-c1e6-4c99-ae9b-45c89de64702), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:31.181173 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3e1b-60aa-446b-bc6f-b60b6cbe7b58 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group_rule (86ec9b9f-c1e6-4c99-ae9b-45c89de64702), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:31.261028 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3e1b-60aa-446b-bc6f-b60b6cbe7b58 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (86ec9b9f-c1e6-4c99-ae9b-45c89de64702), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:31.282915 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb3e1b-60aa-446b-bc6f-b60b6cbe7b58 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ec9b9f-c1e6-4c99-ae9b-45c89de64702,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:31.367204 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3e1b-60aa-446b-bc6f-b60b6cbe7b58 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:31.368481 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-8bfb3e1b-60aa-446b-bc6f-b60b6cbe7b58 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3547688 Mar 21 22:12:31.371690 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37278) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:12:31.380616 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Request body: {'floatingip': {'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:12:31.462400 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:31.558658 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:31.668040 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Allocated IP 172.27.2.148 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/a17d7970-4b2e-4d84-9c8c-7d2601144f8f) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:12:31.769512 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for port (a17d7970-4b2e-4d84-9c8c-7d2601144f8f), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:31.868654 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (a17d7970-4b2e-4d84-9c8c-7d2601144f8f), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:31.912826 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:12:31.917553 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:12:31.920831 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:12:31.947152 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event updated for resources: {'Port': ['ID=a17d7970-4b2e-4d84-9c8c-7d2601144f8f,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:32.015470 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for floatingip (f31a8807-cc43-49a3-ba68-9b876d72ff54), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:32.112730 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (a17d7970-4b2e-4d84-9c8c-7d2601144f8f), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:32.263154 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for port (a17d7970-4b2e-4d84-9c8c-7d2601144f8f), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:32.330906 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (a17d7970-4b2e-4d84-9c8c-7d2601144f8f), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:32.402549 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event updated for resources: {'Port': ['ID=a17d7970-4b2e-4d84-9c8c-7d2601144f8f,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:32.414694 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (f31a8807-cc43-49a3-ba68-9b876d72ff54), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:32.481728 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:32.483000 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-64490461-a555-48a0-85af-c99abfaed194 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1103556 Mar 21 22:12:32.678544 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-b5fc537e-3853-4868-ac78-2f0cd3c6f353 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2028423553&fields=id&tenant_id=df9e8bc23578427484ebb0a84c1373dd HTTP/1.1" status: 200 len: 267 time: 0.0418916 Mar 21 22:12:32.785159 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-4b76150c-6cfe-4019-af19-baeeed3ed3b6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:32.786612 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-4b76150c-6cfe-4019-af19-baeeed3ed3b6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/networks?id=cc8503e8-31f1-41da-8113-df0ee579a55e HTTP/1.1" status: 200 len: 816 time: 0.1010945 Mar 21 22:12:32.801756 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-f6511dca-8250-4678-b180-62fb61013d9c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/quotas/df9e8bc23578427484ebb0a84c1373dd HTTP/1.1" status: 200 len: 375 time: 0.0089591 Mar 21 22:12:32.863079 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-706cd8a1-8bd8-467c-9488-1f6dd10a4368 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=df9e8bc23578427484ebb0a84c1373dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563447 Mar 21 22:12:32.956710 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3ee16a6d-266f-448c-9417-9915409e7a5f service neutron] 10.222.0.45 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814006 Mar 21 22:12:33.049433 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-6af111c1-38d4-4650-9cfb-80f4f332015f service neutron] 10.222.0.45 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862911 Mar 21 22:12:33.278398 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-520d50ea-1025-4fc3-9ca1-5656494571fe req-d6eda87d-20ab-439f-a327-5688eb88fe51 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 210 time: 0.0287290 Mar 21 22:12:34.377799 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1797ba8c-00bf-4dc3-ad37-db8035ed1225 req-dd71967f-e409-4aeb-8138-4372984a9422 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 210 time: 0.0275455 Mar 21 22:12:35.487651 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-656b0177-95e9-4b6d-8cd5-36238ac452a1 req-2477624b-566a-43a2-9f40-71ac2a357ac8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 210 time: 0.0326772 Mar 21 22:12:35.539154 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-0f304e72-3b6f-4983-85b6-d71455778a61 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:35.540591 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-0f304e72-3b6f-4983-85b6-d71455778a61 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.47 "GET /v2.0/networks?id=cc8503e8-31f1-41da-8113-df0ee579a55e HTTP/1.1" status: 200 len: 816 time: 0.1442351 Mar 21 22:12:35.610681 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-0b11b30d-b88a-4ea5-9631-554a1dbd408d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df9e8bc23578427484ebb0a84c1373dd HTTP/1.1" status: 200 len: 380 time: 0.0514994 Mar 21 22:12:35.625002 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-55e50d6d-5da2-462e-befa-bc9a36ab6419 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Request body: {'port': {'device_id': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'admin_state_up': True, 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'security_groups': ['af20ad97-203c-43ca-a78a-f7e8ac200a9c']}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:12:35.833357 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-55e50d6d-5da2-462e-befa-bc9a36ab6419 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Made reservation on behalf of df9e8bc23578427484ebb0a84c1373dd for: {'port': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:12:35.836757 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-55e50d6d-5da2-462e-befa-bc9a36ab6419 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:35.961373 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-55e50d6d-5da2-462e-befa-bc9a36ab6419 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Allocated IP 172.20.0.14 (cc8503e8-31f1-41da-8113-df0ee579a55e/37b0320c-c075-480b-87d9-3b058ff4a544/984f8ddf-d863-4766-96ae-8f17e01fdee4) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:12:36.103639 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-55e50d6d-5da2-462e-befa-bc9a36ab6419 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:36.205662 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-55e50d6d-5da2-462e-befa-bc9a36ab6419 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:36.246733 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-55e50d6d-5da2-462e-befa-bc9a36ab6419 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Network cc8503e8-31f1-41da-8113-df0ee579a55e is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:12:36.249898 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-55e50d6d-5da2-462e-befa-bc9a36ab6419 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:12:36.256217 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-55e50d6d-5da2-462e-befa-bc9a36ab6419 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:12:36.262384 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e50d6d-5da2-462e-befa-bc9a36ab6419 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event updated for resources: {'Port': ['ID=984f8ddf-d863-4766-96ae-8f17e01fdee4,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:36.307814 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-55e50d6d-5da2-462e-befa-bc9a36ab6419 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:36.308445 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-55e50d6d-5da2-462e-befa-bc9a36ab6419 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:36.377807 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-55e50d6d-5da2-462e-befa-bc9a36ab6419 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7565486 Mar 21 22:12:36.396226 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Request body: {'port': {'device_id': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:12:36.441502 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-483c8e17-1c8a-484f-8b1a-4387cab27ca4 None None] Provisioning complete for port 984f8ddf-d863-4766-96ae-8f17e01fdee4 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:12:36.442160 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-483c8e17-1c8a-484f-8b1a-4387cab27ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:36.460735 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:36.481065 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-483c8e17-1c8a-484f-8b1a-4387cab27ca4 None None] Port 984f8ddf-d863-4766-96ae-8f17e01fdee4 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:12:36.673400 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb70af8-0a30-4df4-b61b-9fb3382fb038 req-dcbdc01f-b2d3-464f-8ab5-4a33674e6b5c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:36.674850 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-abb70af8-0a30-4df4-b61b-9fb3382fb038 req-dcbdc01f-b2d3-464f-8ab5-4a33674e6b5c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 932 time: 0.1130874 Mar 21 22:12:36.755322 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-abb70af8-0a30-4df4-b61b-9fb3382fb038 req-ad63568f-91c9-4a6f-be00-0ade93ce8039 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722404 Mar 21 22:12:36.797107 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984f8ddf-d863-4766-96ae-8f17e01fdee4 {{(pid=115863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:12:36.805411 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Publish callbacks [] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:36.818969 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.provisioning_blocks [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Transition to ACTIVE for port object 984f8ddf-d863-4766-96ae-8f17e01fdee4 will not be triggered until provisioned by entity L2. {{(pid=115863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:12:36.894217 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:36.949459 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=984f8ddf-d863-4766-96ae-8f17e01fdee4,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:37.021732 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Attempting to bind port 984f8ddf-d863-4766-96ae-8f17e01fdee4 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:12:37.022082 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Attempting to bind port 984f8ddf-d863-4766-96ae-8f17e01fdee4 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '3942127b-8307-4c72-baaa-d6357bb61abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e'}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:12:37.022413 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Attempting to bind port 984f8ddf-d863-4766-96ae-8f17e01fdee4 on network cc8503e8-31f1-41da-8113-df0ee579a55e {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:12:37.028537 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Port 984f8ddf-d863-4766-96ae-8f17e01fdee4 on network cc8503e8-31f1-41da-8113-df0ee579a55e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:12:37.028860 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Attempting to bind port 984f8ddf-d863-4766-96ae-8f17e01fdee4 on network cc8503e8-31f1-41da-8113-df0ee579a55e {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:12:37.034388 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:12:37.039153 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Checking segment: {'id': '3942127b-8307-4c72-baaa-d6357bb61abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:12:37.039153 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Bound using segment: {'id': '3942127b-8307-4c72-baaa-d6357bb61abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e'} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:12:37.039153 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Bound port: 984f8ddf-d863-4766-96ae-8f17e01fdee4, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3942127b-8307-4c72-baaa-d6357bb61abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e'}}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:12:37.039153 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:37.104374 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] For port 984f8ddf-d863-4766-96ae-8f17e01fdee4, host hv-cinder-83454, cleared binding levels {{(pid=115863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:12:37.107642 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] For port 984f8ddf-d863-4766-96ae-8f17e01fdee4, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=984f8ddf-d863-4766-96ae-8f17e01fdee4,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:12:37.217675 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:37.253611 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:37.254225 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:37.255642 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] 10.222.0.47 "PUT /v2.0/ports/984f8ddf-d863-4766-96ae-8f17e01fdee4 HTTP/1.1" status: 200 len: 1094 time: 0.8638260 Mar 21 22:12:37.256388 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'tag': '984f8ddf-d863-4766-96ae-8f17e01fdee4'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:12:37.258346 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cfc717-5902-466e-97df-e28ac7974702" -d '{"events": [{"name": "network-changed", "server_uuid": "ede26bf6-e227-47cd-a95b-dcbdfc20c8be", "tag": "984f8ddf-d863-4766-96ae-8f17e01fdee4"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:12:37.298508 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc95753-4617-4883-9694-b61750d9def0 x-openstack-request-id: req-2dc95753-4617-4883-9694-b61750d9def0 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:12:37.298803 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede26bf6-e227-47cd-a95b-dcbdfc20c8be", "tag": "984f8ddf-d863-4766-96ae-8f17e01fdee4", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:12:37.299113 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2dc95753-4617-4883-9694-b61750d9def0 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:12:37.299518 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'tag': '984f8ddf-d863-4766-96ae-8f17e01fdee4', 'status': 'completed', 'code': 200} Mar 21 22:12:37.303105 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9113c5-8856-4378-b827-e77c9a7cd1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=984f8ddf-d863-4766-96ae-8f17e01fdee4,revision_number=3']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:37.399683 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfc717-5902-466e-97df-e28ac7974702 req-71c6588b-a9fe-48ff-9b3a-dd56f1845b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:37.401627 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-17cfc717-5902-466e-97df-e28ac7974702 req-71c6588b-a9fe-48ff-9b3a-dd56f1845b4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9e8bc23578427484ebb0a84c1373dd&device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 1128 time: 0.0535810 Mar 21 22:12:37.520050 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfc717-5902-466e-97df-e28ac7974702 req-306209b6-f7b1-4fcd-ab3a-80e5969be8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:37.521412 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-17cfc717-5902-466e-97df-e28ac7974702 req-306209b6-f7b1-4fcd-ab3a-80e5969be8a4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=df9e8bc23578427484ebb0a84c1373dd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1031699 Mar 21 22:12:37.620641 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfc717-5902-466e-97df-e28ac7974702 req-035cc21c-853c-4d97-a046-28aee1f505cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:37.622811 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-17cfc717-5902-466e-97df-e28ac7974702 req-035cc21c-853c-4d97-a046-28aee1f505cd service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933695 Mar 21 22:12:37.740825 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-1f9b0fac-36ba-4135-b7ec-d787e0d3fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:37.742333 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-1f9b0fac-36ba-4135-b7ec-d787e0d3fa1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9e8bc23578427484ebb0a84c1373dd&device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 1128 time: 0.0524778 Mar 21 22:12:37.792254 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-527657be-4482-4169-878b-fb32d021a4c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=984f8ddf-d863-4766-96ae-8f17e01fdee4 HTTP/1.1" status: 200 len: 217 time: 0.0361204 Mar 21 22:12:37.882229 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-7fad5052-595f-47db-b75c-237e62c6e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:37.883766 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-7fad5052-595f-47db-b75c-237e62c6e232 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37b0320c-c075-480b-87d9-3b058ff4a544 HTTP/1.1" status: 200 len: 855 time: 0.0846710 Mar 21 22:12:37.935675 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a0244-846b-4921-b441-5423558a3311 req-9fc58ac8-afa2-4484-a6ae-519cb4070c83 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:37.937199 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-389a0244-846b-4921-b441-5423558a3311 req-9fc58ac8-afa2-4484-a6ae-519cb4070c83 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0958648 Mar 21 22:12:37.965601 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-92e10c70-49bd-47c1-bab7-d65980fc04a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:37.967132 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-92e10c70-49bd-47c1-bab7-d65980fc04a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc8503e8-31f1-41da-8113-df0ee579a55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769100 Mar 21 22:12:38.035233 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-389a0244-846b-4921-b441-5423558a3311 req-c911f5c7-603b-40ca-9bc6-c868ffc9d058 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916133 Mar 21 22:12:38.081684 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-d618de66-88b0-4b99-826a-cd0643ba4f4b service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041138 Mar 21 22:12:38.224597 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72e42503-75e3-4527-b8a8-e82aaff758a8 req-78c93e07-0b92-4454-bf6a-cf582d35a81b service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194890 Mar 21 22:12:38.228453 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b4768318-d320-4d90-bbfe-371b9c2ab4f3 req-d6a1a36a-f710-41de-9475-fe46c35e89a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711775 Mar 21 22:12:38.347449 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4768318-d320-4d90-bbfe-371b9c2ab4f3 req-661498ea-a06f-4320-a697-334ceb15fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:38.349382 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b4768318-d320-4d90-bbfe-371b9c2ab4f3 req-661498ea-a06f-4320-a697-334ceb15fbda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 1130 time: 0.0537717 Mar 21 22:12:38.479859 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-713835f6-812e-44f4-845d-23772529f7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:38.735904 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4768318-d320-4d90-bbfe-371b9c2ab4f3 req-c45eb1b4-b0b7-4bb0-9900-397d9ddc04ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:38.737469 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b4768318-d320-4d90-bbfe-371b9c2ab4f3 req-c45eb1b4-b0b7-4bb0-9900-397d9ddc04ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 200 len: 920 time: 0.3456194 Mar 21 22:12:38.785005 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b4768318-d320-4d90-bbfe-371b9c2ab4f3 req-17c0f215-c0c6-4020-b06a-cd3871191a51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e8e937d-8bde-4618-8b12-148f79f41b07 HTTP/1.1" status: 200 len: 217 time: 0.0409472 Mar 21 22:12:38.835688 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4768318-d320-4d90-bbfe-371b9c2ab4f3 req-7ec3ee2f-b30b-4ce7-805f-53d5cf85698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:38.837329 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b4768318-d320-4d90-bbfe-371b9c2ab4f3 req-7ec3ee2f-b30b-4ce7-805f-53d5cf85698c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 200 len: 858 time: 0.0461378 Mar 21 22:12:38.890843 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4768318-d320-4d90-bbfe-371b9c2ab4f3 req-4ecc680d-51f1-473d-85fe-8619d0f45c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:38.892456 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b4768318-d320-4d90-bbfe-371b9c2ab4f3 req-4ecc680d-51f1-473d-85fe-8619d0f45c6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491724 Mar 21 22:12:38.989012 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b4768318-d320-4d90-bbfe-371b9c2ab4f3 req-cf7876fd-28d4-4665-b15a-b3cb585dfd74 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889568 Mar 21 22:12:39.086506 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b4768318-d320-4d90-bbfe-371b9c2ab4f3 req-6af3f1da-11fd-41b0-a19e-9f0f94809389 service neutron] 10.222.0.47 "GET /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914898 Mar 21 22:12:39.164404 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ed8ac-db10-4e46-aeda-a139a4db0e1a req-94e29002-c257-4652-99c4-d5d827510f96 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:39.165971 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d03ed8ac-db10-4e46-aeda-a139a4db0e1a req-94e29002-c257-4652-99c4-d5d827510f96 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0538990 Mar 21 22:12:39.216109 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d03ed8ac-db10-4e46-aeda-a139a4db0e1a req-3dc31884-4a2d-41fa-a4ba-ec78546bc439 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440009 Mar 21 22:12:40.068163 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:40.342207 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942c722-7136-4333-b91e-8bc4d5290aaa req-3fcb2266-2c21-4f32-a33a-617b15d3079e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:40.343802 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1942c722-7136-4333-b91e-8bc4d5290aaa req-3fcb2266-2c21-4f32-a33a-617b15d3079e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0566669 Mar 21 22:12:40.389738 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1942c722-7136-4333-b91e-8bc4d5290aaa req-aae02b6d-da5e-4109-b024-e3be63803670 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405333 Mar 21 22:12:41.033746 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2ae1-2b25-4318-8df7-9ca2408772b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:41.514332 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77be583-2b26-4d3e-bd97-9a6d17413a50 req-7b5e8e07-3d7d-42b3-87d4-02b6da9af1b9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:41.515848 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a77be583-2b26-4d3e-bd97-9a6d17413a50 req-7b5e8e07-3d7d-42b3-87d4-02b6da9af1b9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0546112 Mar 21 22:12:41.563254 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a77be583-2b26-4d3e-bd97-9a6d17413a50 req-69899c9c-a628-4a80-bbfd-58e6bffac17b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417461 Mar 21 22:12:41.810662 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 984f8ddf-d863-4766-96ae-8f17e01fdee4 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:12:41.908806 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 984f8ddf-d863-4766-96ae-8f17e01fdee4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=984f8ddf-d863-4766-96ae-8f17e01fdee4,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:12:41.920986 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '984f8ddf-d863-4766-96ae-8f17e01fdee4', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'port_id': '984f8ddf-d863-4766-96ae-8f17e01fdee4', 'mac_address': 'fa:16:3e:3a:b0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:12:41.958342 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 984f8ddf-d863-4766-96ae-8f17e01fdee4 is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:12:41.958729 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:41.972239 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984f8ddf-d863-4766-96ae-8f17e01fdee4 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:12:41.992924 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 984f8ddf-d863-4766-96ae-8f17e01fdee4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=984f8ddf-d863-4766-96ae-8f17e01fdee4,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:12:42.106142 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:42.152719 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=984f8ddf-d863-4766-96ae-8f17e01fdee4,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:42.160143 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:42.160489 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:42.160835 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:42.161171 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:42.161506 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:42.161835 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:42.162157 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:42.162478 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:42.162800 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:42.163152 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:42.163472 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:42.163794 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:42.164110 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:42.164425 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:42.164739 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:12:42.659879 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['984f8ddf-d863-4766-96ae-8f17e01fdee4'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:12:42.692119 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9f4b0-cbfe-42e3-9965-4044847779e4 req-b0646e8d-c34f-4556-b4ea-c3171bc645cc tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:42.693644 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-47a9f4b0-cbfe-42e3-9965-4044847779e4 req-b0646e8d-c34f-4556-b4ea-c3171bc645cc tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 945 time: 0.0589137 Mar 21 22:12:42.745854 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-47a9f4b0-cbfe-42e3-9965-4044847779e4 req-414fc226-132d-4f16-892e-69338f458fba tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461421 Mar 21 22:12:42.895213 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:43.870897 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfd9f1-7271-44f1-aaea-634ca4b0a5c1 req-36667e46-601c-4b38-adf0-d7f84e62fabb tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:43.872869 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3bfd9f1-7271-44f1-aaea-634ca4b0a5c1 req-36667e46-601c-4b38-adf0-d7f84e62fabb tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 945 time: 0.0541565 Mar 21 22:12:43.921701 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3bfd9f1-7271-44f1-aaea-634ca4b0a5c1 req-07b745cf-1b58-4040-8e0f-e43d2e76507a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432639 Mar 21 22:12:44.302003 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:45.046169 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68470819-862a-44c5-abcb-6e4375271d75 req-4363a4c5-b5fb-4f31-aa1e-5a1f5c3b2d47 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:45.047687 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-68470819-862a-44c5-abcb-6e4375271d75 req-4363a4c5-b5fb-4f31-aa1e-5a1f5c3b2d47 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 945 time: 0.0550976 Mar 21 22:12:45.097704 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-68470819-862a-44c5-abcb-6e4375271d75 req-653cafba-8db3-4ee1-969f-65f29f29f52b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443900 Mar 21 22:12:45.696030 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:45.802065 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 984f8ddf-d863-4766-96ae-8f17e01fdee4 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:12:45.907264 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port 984f8ddf-d863-4766-96ae-8f17e01fdee4 completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:12:45.911189 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 984f8ddf-d863-4766-96ae-8f17e01fdee4 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:12:45.911557 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:45.985751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 984f8ddf-d863-4766-96ae-8f17e01fdee4 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:12:45.986136 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:46.008432 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984f8ddf-d863-4766-96ae-8f17e01fdee4'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:12:46.010666 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8cfbd6-87e9-4b25-9ace-971dd5356cec" -d '{"events": [{"server_uuid": "ede26bf6-e227-47cd-a95b-dcbdfc20c8be", "name": "network-vif-plugged", "status": "completed", "tag": "984f8ddf-d863-4766-96ae-8f17e01fdee4"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:12:46.028890 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 984f8ddf-d863-4766-96ae-8f17e01fdee4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=984f8ddf-d863-4766-96ae-8f17e01fdee4,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:12:46.049477 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423a3166-e6a2-46fa-aa12-07d8b4e91c82 x-openstack-request-id: req-423a3166-e6a2-46fa-aa12-07d8b4e91c82 {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:12:46.049769 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede26bf6-e227-47cd-a95b-dcbdfc20c8be", "name": "network-vif-plugged", "status": "completed", "tag": "984f8ddf-d863-4766-96ae-8f17e01fdee4", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:12:46.050027 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-423a3166-e6a2-46fa-aa12-07d8b4e91c82 {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:12:46.050423 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984f8ddf-d863-4766-96ae-8f17e01fdee4', 'code': 200} Mar 21 22:12:46.095176 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:46.147615 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=984f8ddf-d863-4766-96ae-8f17e01fdee4,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:12:46.226101 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe0122-64e4-48da-9ebc-be9be6f2586b req-9e4c88a6-f8de-44b8-b8b5-1bcb93b182fd tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:46.227622 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c9fe0122-64e4-48da-9ebc-be9be6f2586b req-9e4c88a6-f8de-44b8-b8b5-1bcb93b182fd tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0527356 Mar 21 22:12:46.274551 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c9fe0122-64e4-48da-9ebc-be9be6f2586b req-a68745fe-488f-42ff-a523-476b02e1a4a3 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407648 Mar 21 22:12:46.420448 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41479ca-79a4-4ceb-b6d1-b7ee7997b8e1 req-e67643cc-390c-4fcc-ad53-697f8f6827c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:46.421923 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a41479ca-79a4-4ceb-b6d1-b7ee7997b8e1 req-e67643cc-390c-4fcc-ad53-697f8f6827c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 1130 time: 0.0443115 Mar 21 22:12:46.434686 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:12:46.465728 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a41479ca-79a4-4ceb-b6d1-b7ee7997b8e1 req-91648845-e389-4524-b142-7c20044eaeed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371456 Mar 21 22:12:47.409022 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de27c6-de52-4fe2-a7fe-4105dd9c1792 req-598e1846-69da-48a2-81d9-0a436f5dc7b7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:47.410557 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f2de27c6-de52-4fe2-a7fe-4105dd9c1792 req-598e1846-69da-48a2-81d9-0a436f5dc7b7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0606036 Mar 21 22:12:47.462417 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f2de27c6-de52-4fe2-a7fe-4105dd9c1792 req-77e486ea-1848-4c68-ba71-ff062f4de502 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460310 Mar 21 22:12:48.584955 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300ce3e-24cb-4721-a316-337138e958ba req-467f6326-5be1-4759-83ba-e0c7f1aaed8a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:48.586412 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7300ce3e-24cb-4721-a316-337138e958ba req-467f6326-5be1-4759-83ba-e0c7f1aaed8a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0523114 Mar 21 22:12:48.632379 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7300ce3e-24cb-4721-a316-337138e958ba req-d8acfc30-da7f-400b-9de4-8c3515d05c3c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403438 Mar 21 22:12:49.755473 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8fdc5-c637-494f-8727-657423b748f5 req-96adc606-4ff7-49e9-8814-3aa74759cdf4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:49.756892 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49e8fdc5-c637-494f-8727-657423b748f5 req-96adc606-4ff7-49e9-8814-3aa74759cdf4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0528448 Mar 21 22:12:49.807701 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49e8fdc5-c637-494f-8727-657423b748f5 req-2287b501-92f1-4b66-930f-9916abb0a8db tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452733 Mar 21 22:12:49.926105 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c43e7-8477-4f2a-9d7c-57b690be6d9c req-61efef52-7f40-4e71-b3f5-9ff9ba4cd733 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:49.927728 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-037c43e7-8477-4f2a-9d7c-57b690be6d9c req-61efef52-7f40-4e71-b3f5-9ff9ba4cd733 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0537565 Mar 21 22:12:49.936637 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37362) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:12:49.942458 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-34d0b354-bf4e-4aab-b824-f31c867c6a94 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Request body: {'floatingip': {'port_id': '984f8ddf-d863-4766-96ae-8f17e01fdee4'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:12:49.989037 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-34d0b354-bf4e-4aab-b824-f31c867c6a94 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for floatingip (f31a8807-cc43-49a3-ba68-9b876d72ff54), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:50.438367 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-34d0b354-bf4e-4aab-b824-f31c867c6a94 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:50.496488 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-34d0b354-bf4e-4aab-b824-f31c867c6a94 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (f31a8807-cc43-49a3-ba68-9b876d72ff54), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:50.598078 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [None req-34d0b354-bf4e-4aab-b824-f31c867c6a94 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Floating IP f31a8807-cc43-49a3-ba68-9b876d72ff54 associated. External IP: 172.27.2.148, port: 984f8ddf-d863-4766-96ae-8f17e01fdee4. Mar 21 22:12:50.806767 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d0b354-bf4e-4aab-b824-f31c867c6a94 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Router 8b47cd74-8cd6-4624-aa37-6afafd43f76f has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:12:50.918295 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d0b354-bf4e-4aab-b824-f31c867c6a94 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:12:50.924695 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-34d0b354-bf4e-4aab-b824-f31c867c6a94 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:12:50.928756 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2a1819-9801-434f-ac47-8b0f3751f8c9 None None] Sync routers for ids ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:12:50.941255 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a1819-9801-434f-ac47-8b0f3751f8c9 None None] Routers {'8b47cd74-8cd6-4624-aa37-6afafd43f76f'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:12:50.941883 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-ad2a1819-9801-434f-ac47-8b0f3751f8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:12:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:12:50.955685 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-34d0b354-bf4e-4aab-b824-f31c867c6a94 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "PUT /v2.0/floatingips/f31a8807-cc43-49a3-ba68-9b876d72ff54 HTTP/1.1" status: 200 len: 992 time: 1.0176206 Mar 21 22:12:50.956368 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'tag': '984f8ddf-d863-4766-96ae-8f17e01fdee4'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:12:50.958609 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db258a06-630d-4bdc-8d59-ef00f8e9cdaf" -d '{"events": [{"name": "network-changed", "server_uuid": "ede26bf6-e227-47cd-a95b-dcbdfc20c8be", "tag": "984f8ddf-d863-4766-96ae-8f17e01fdee4"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:12:50.996653 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82082bef-2e1c-4a42-ae89-0601bbdc26c3 x-openstack-request-id: req-82082bef-2e1c-4a42-ae89-0601bbdc26c3 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:12:50.996949 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede26bf6-e227-47cd-a95b-dcbdfc20c8be", "tag": "984f8ddf-d863-4766-96ae-8f17e01fdee4", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:12:50.997205 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82082bef-2e1c-4a42-ae89-0601bbdc26c3 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:12:50.997610 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'tag': '984f8ddf-d863-4766-96ae-8f17e01fdee4', 'status': 'completed', 'code': 200} Mar 21 22:12:51.099920 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db258a06-630d-4bdc-8d59-ef00f8e9cdaf req-87d7ec41-0f13-4b36-bd60-b0e6c16afe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:51.101430 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db258a06-630d-4bdc-8d59-ef00f8e9cdaf req-87d7ec41-0f13-4b36-bd60-b0e6c16afe8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9e8bc23578427484ebb0a84c1373dd&device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 1130 time: 0.0487039 Mar 21 22:12:51.184442 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-ad2a1819-9801-434f-ac47-8b0f3751f8c9 None None] Set router 8b47cd74-8cd6-4624-aa37-6afafd43f76f gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:12:51.203142 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db258a06-630d-4bdc-8d59-ef00f8e9cdaf req-1250966e-44e9-43d4-aab3-3abd72c19239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:51.204624 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db258a06-630d-4bdc-8d59-ef00f8e9cdaf req-1250966e-44e9-43d4-aab3-3abd72c19239 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc8503e8-31f1-41da-8113-df0ee579a55e HTTP/1.1" status: 200 len: 917 time: 0.0899634 Mar 21 22:12:51.274996 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db258a06-630d-4bdc-8d59-ef00f8e9cdaf req-c2db7030-698f-42d4-a840-2cdfcd6ddc6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=984f8ddf-d863-4766-96ae-8f17e01fdee4 HTTP/1.1" status: 200 len: 1000 time: 0.0629036 Mar 21 22:12:51.322990 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db258a06-630d-4bdc-8d59-ef00f8e9cdaf req-040df9fd-ba07-4b95-85b2-365839572c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:51.324475 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db258a06-630d-4bdc-8d59-ef00f8e9cdaf req-040df9fd-ba07-4b95-85b2-365839572c17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37b0320c-c075-480b-87d9-3b058ff4a544 HTTP/1.1" status: 200 len: 855 time: 0.0430768 Mar 21 22:12:51.385276 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db258a06-630d-4bdc-8d59-ef00f8e9cdaf req-e8582a58-6b3f-4302-a867-ac05b0011e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:51.386811 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db258a06-630d-4bdc-8d59-ef00f8e9cdaf req-e8582a58-6b3f-4302-a867-ac05b0011e3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc8503e8-31f1-41da-8113-df0ee579a55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518148 Mar 21 22:12:51.422388 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-ad2a1819-9801-434f-ac47-8b0f3751f8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:51Z', 'revision_number': 4, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'f31a8807-cc43-49a3-ba68-9b876d72ff54', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'port_id': '984f8ddf-d863-4766-96ae-8f17e01fdee4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'mac_address': 'fa:16:3e:3a:b0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:12:31Z', 'updated_at': '2022-03-21T22:12:50Z', 'revision_number': 1, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176e61f8-ab64-4911-9694-aa9aa45f1d42', 'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'mac_address': 'fa:16:3e:2f:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:50Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 5, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'subnets': [{'id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:12:51.451445 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2a1819-9801-434f-ac47-8b0f3751f8c9 None None] Checking router: 8b47cd74-8cd6-4624-aa37-6afafd43f76f for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:12:51.460276 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a1819-9801-434f-ac47-8b0f3751f8c9 None None] Routers {'8b47cd74-8cd6-4624-aa37-6afafd43f76f'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:12:51.460909 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-ad2a1819-9801-434f-ac47-8b0f3751f8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:12:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:12:51.484840 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db258a06-630d-4bdc-8d59-ef00f8e9cdaf req-1f30fd95-ef42-44fa-977e-703b70df74c6 service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899513 Mar 21 22:12:51.572034 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-ad2a1819-9801-434f-ac47-8b0f3751f8c9 None None] Set router 8b47cd74-8cd6-4624-aa37-6afafd43f76f gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:12:51.582717 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db258a06-630d-4bdc-8d59-ef00f8e9cdaf req-1cfc2126-efa7-455f-995d-74183bc15e52 service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901837 Mar 21 22:12:51.800298 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-ad2a1819-9801-434f-ac47-8b0f3751f8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:51Z', 'revision_number': 4, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'f31a8807-cc43-49a3-ba68-9b876d72ff54', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'port_id': '984f8ddf-d863-4766-96ae-8f17e01fdee4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'mac_address': 'fa:16:3e:3a:b0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:12:31Z', 'updated_at': '2022-03-21T22:12:50Z', 'revision_number': 1, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176e61f8-ab64-4911-9694-aa9aa45f1d42', 'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'mac_address': 'fa:16:3e:2f:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:50Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 5, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'subnets': [{'id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:12:51.830962 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2a1819-9801-434f-ac47-8b0f3751f8c9 None None] The sync data for ids ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'] in dv-cinder-834545-1-iscsi is: [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:51Z', 'revision_number': 4, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'f31a8807-cc43-49a3-ba68-9b876d72ff54', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'port_id': '984f8ddf-d863-4766-96ae-8f17e01fdee4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'mac_address': 'fa:16:3e:3a:b0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:12:31Z', 'updated_at': '2022-03-21T22:12:50Z', 'revision_number': 1, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176e61f8-ab64-4911-9694-aa9aa45f1d42', 'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'mac_address': 'fa:16:3e:2f:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:50Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 5, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'subnets': [{'id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:12:52.033835 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccabaaa-8c15-4949-b717-37a646cd63ad None None] New status for floating IP f31a8807-cc43-49a3-ba68-9b876d72ff54: ACTIVE {{(pid=115865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:12:57.001496 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10026dfe-9c50-4413-9984-fd39a4eca765 req-808d0970-2ccd-4ee5-ae51-94a100a26486 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:57.003034 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-10026dfe-9c50-4413-9984-fd39a4eca765 req-808d0970-2ccd-4ee5-ae51-94a100a26486 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0555210 Mar 21 22:12:57.053538 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-10026dfe-9c50-4413-9984-fd39a4eca765 req-7badbd2d-3f15-4843-8b72-b18ea1c07983 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447102 Mar 21 22:12:58.171834 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b5cff-347f-4758-9959-e755c146387a req-500f1f60-74c5-4b88-a884-e046c01b1772 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:58.173338 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-261b5cff-347f-4758-9959-e755c146387a req-500f1f60-74c5-4b88-a884-e046c01b1772 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0524554 Mar 21 22:12:58.220407 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-261b5cff-347f-4758-9959-e755c146387a req-f43aeb18-af0d-407c-9253-e5b2288a92ae tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410707 Mar 21 22:12:59.341267 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1420f-5b7b-4f42-9872-0f9731b1ec40 req-62af8fe0-fc34-46e3-b452-d41e509ed0f5 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:12:59.342784 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-81b1420f-5b7b-4f42-9872-0f9731b1ec40 req-62af8fe0-fc34-46e3-b452-d41e509ed0f5 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0557640 Mar 21 22:12:59.389393 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-81b1420f-5b7b-4f42-9872-0f9731b1ec40 req-cc2353fa-33df-41a1-afde-8db890b9796f tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406845 Mar 21 22:13:00.318338 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa8c18-94c5-47b5-aaee-bf1789ea30a2 req-946bd9c3-641a-4de5-983b-7fcc02c84083 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:00.319854 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-36fa8c18-94c5-47b5-aaee-bf1789ea30a2 req-946bd9c3-641a-4de5-983b-7fcc02c84083 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.0515530 Mar 21 22:13:00.417614 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-36fa8c18-94c5-47b5-aaee-bf1789ea30a2 req-5cbc2eb0-e3c1-4cb2-a17a-73e751ade5f2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Deleting port 6f279622-6961-4b7f-8391-945e10e93734 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:13:00.418110 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-36fa8c18-94c5-47b5-aaee-bf1789ea30a2 req-5cbc2eb0-e3c1-4cb2-a17a-73e751ade5f2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (6f279622-6961-4b7f-8391-945e10e93734), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:00.536187 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-36fa8c18-94c5-47b5-aaee-bf1789ea30a2 req-5cbc2eb0-e3c1-4cb2-a17a-73e751ade5f2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] For port 6f279622-6961-4b7f-8391-945e10e93734, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6f279622-6961-4b7f-8391-945e10e93734,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:13:00.536590 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-36fa8c18-94c5-47b5-aaee-bf1789ea30a2 req-5cbc2eb0-e3c1-4cb2-a17a-73e751ade5f2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (6f279622-6961-4b7f-8391-945e10e93734), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:00.557684 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccda330-8d42-4c26-879e-b5547d04e632 req-e1eddfd8-40ca-47e1-afb2-23142f8216ad tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:00.559131 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5ccda330-8d42-4c26-879e-b5547d04e632 req-e1eddfd8-40ca-47e1-afb2-23142f8216ad tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 946 time: 0.1006539 Mar 21 22:13:00.677162 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5ccda330-8d42-4c26-879e-b5547d04e632 req-236ba115-cb5e-4cae-96fc-287bf772735d tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=88e9490a-beac-4fc3-a311-e0027ae7038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122212 Mar 21 22:13:00.977933 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-36fa8c18-94c5-47b5-aaee-bf1789ea30a2 req-5cbc2eb0-e3c1-4cb2-a17a-73e751ade5f2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:00.978211 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-36fa8c18-94c5-47b5-aaee-bf1789ea30a2 req-5cbc2eb0-e3c1-4cb2-a17a-73e751ade5f2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (37d92d39-d791-4bda-9efe-d61e7506506a), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:00.978530 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [req-36fa8c18-94c5-47b5-aaee-bf1789ea30a2 req-5cbc2eb0-e3c1-4cb2-a17a-73e751ade5f2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Floating IP 37d92d39-d791-4bda-9efe-d61e7506506a disassociated. External IP: 172.27.2.61, port: 6f279622-6961-4b7f-8391-945e10e93734. Mar 21 22:13:00.978908 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-36fa8c18-94c5-47b5-aaee-bf1789ea30a2 req-5cbc2eb0-e3c1-4cb2-a17a-73e751ade5f2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Calling delete_port for 6f279622-6961-4b7f-8391-945e10e93734 owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:13:01.198736 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-36fa8c18-94c5-47b5-aaee-bf1789ea30a2 req-5cbc2eb0-e3c1-4cb2-a17a-73e751ade5f2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (6f279622-6961-4b7f-8391-945e10e93734), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:01.229078 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc2eb0-e3c1-4cb2-a17a-73e751ade5f2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Pushing event deleted for resources: {'Port': ['ID=6f279622-6961-4b7f-8391-945e10e93734,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:01.341855 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36fa8c18-94c5-47b5-aaee-bf1789ea30a2 req-5cbc2eb0-e3c1-4cb2-a17a-73e751ade5f2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Router e5771d61-e366-4901-8696-4aacf48a0520 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:13:01.451939 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36fa8c18-94c5-47b5-aaee-bf1789ea30a2 req-5cbc2eb0-e3c1-4cb2-a17a-73e751ade5f2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:13:01.461525 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dcdbec-ca94-410a-ba63-e49a4e3fb39b None None] Sync routers for ids ['e5771d61-e366-4901-8696-4aacf48a0520'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:13:01.471574 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dcdbec-ca94-410a-ba63-e49a4e3fb39b None None] Routers {'e5771d61-e366-4901-8696-4aacf48a0520'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:13:01.472190 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-72dcdbec-ca94-410a-ba63-e49a4e3fb39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:12:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5771d61-e366-4901-8696-4aacf48a0520'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:01.493621 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fa8c18-94c5-47b5-aaee-bf1789ea30a2 req-5cbc2eb0-e3c1-4cb2-a17a-73e751ade5f2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] No DVR routers for this DVR port 6f279622-6961-4b7f-8391-945e10e93734 on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:13:01.496156 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-36fa8c18-94c5-47b5-aaee-bf1789ea30a2 req-5cbc2eb0-e3c1-4cb2-a17a-73e751ade5f2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:01.500008 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-36fa8c18-94c5-47b5-aaee-bf1789ea30a2 req-5cbc2eb0-e3c1-4cb2-a17a-73e751ade5f2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.47 "DELETE /v2.0/ports/6f279622-6961-4b7f-8391-945e10e93734 HTTP/1.1" status: 204 len: 173 time: 1.1742358 Mar 21 22:13:01.500477 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'name': 'network-vif-deleted', 'tag': '6f279622-6961-4b7f-8391-945e10e93734'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:13:01.502809 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369a37ba-772a-4370-9039-7d94c375b60b" -d '{"events": [{"server_uuid": "99882f3a-4ed6-447c-bfe2-c6e423d63c6a", "name": "network-vif-deleted", "tag": "6f279622-6961-4b7f-8391-945e10e93734"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:13:01.538361 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a7ccbd-ab23-4c09-aedd-0330fae65556 x-openstack-request-id: req-75a7ccbd-ab23-4c09-aedd-0330fae65556 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:13:01.538683 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99882f3a-4ed6-447c-bfe2-c6e423d63c6a", "name": "network-vif-deleted", "tag": "6f279622-6961-4b7f-8391-945e10e93734", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:13:01.538965 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75a7ccbd-ab23-4c09-aedd-0330fae65556 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:13:01.539369 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99882f3a-4ed6-447c-bfe2-c6e423d63c6a', 'name': 'network-vif-deleted', 'tag': '6f279622-6961-4b7f-8391-945e10e93734', 'status': 'completed', 'code': 200} Mar 21 22:13:01.586110 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-72dcdbec-ca94-410a-ba63-e49a4e3fb39b None None] Set router e5771d61-e366-4901-8696-4aacf48a0520 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:13:01.789977 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-afe1b315-d10c-4787-a00c-5a988ab8d236 req-b282cf1c-466a-44ca-9f62-7e188e32af71 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 210 time: 0.0317726 Mar 21 22:13:01.812795 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-72dcdbec-ca94-410a-ba63-e49a4e3fb39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:55Z', 'revision_number': 4, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port': {'id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:47Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8', 'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'mac_address': 'fa:16:3e:e7:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:53Z', 'updated_at': '2022-03-21T22:05:16Z', 'revision_number': 5, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'subnets': [{'id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:01.839975 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dcdbec-ca94-410a-ba63-e49a4e3fb39b None None] Checking router: e5771d61-e366-4901-8696-4aacf48a0520 for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:13:01.848222 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dcdbec-ca94-410a-ba63-e49a4e3fb39b None None] Routers {'e5771d61-e366-4901-8696-4aacf48a0520'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:13:01.848860 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-72dcdbec-ca94-410a-ba63-e49a4e3fb39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:12:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5771d61-e366-4901-8696-4aacf48a0520'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:01.957938 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-72dcdbec-ca94-410a-ba63-e49a4e3fb39b None None] Set router e5771d61-e366-4901-8696-4aacf48a0520 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:13:02.157596 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-72dcdbec-ca94-410a-ba63-e49a4e3fb39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:55Z', 'revision_number': 4, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port': {'id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:47Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8', 'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'mac_address': 'fa:16:3e:e7:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:53Z', 'updated_at': '2022-03-21T22:05:16Z', 'revision_number': 5, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'subnets': [{'id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:02.188030 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dcdbec-ca94-410a-ba63-e49a4e3fb39b None None] The sync data for ids ['e5771d61-e366-4901-8696-4aacf48a0520'] in dv-cinder-834545-1-iscsi is: [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:55Z', 'revision_number': 4, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port': {'id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:47Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8', 'name': '', 'network_id': 'f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'mac_address': 'fa:16:3e:e7:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:53Z', 'updated_at': '2022-03-21T22:05:16Z', 'revision_number': 5, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'subnets': [{'id': '4baf0ffc-7d9f-4122-b979-92e67192a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:13:02.405431 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3667b9df-10f2-44d7-9ded-3d6433dd849e None None] New status for floating IP 37d92d39-d791-4bda-9efe-d61e7506506a: DOWN {{(pid=115865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:13:02.893446 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c983c36b-5070-4ee3-aa3c-7e132c60e919 req-d8e61293-7c8b-4769-89e9-31b2e8b505f0 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=99882f3a-4ed6-447c-bfe2-c6e423d63c6a HTTP/1.1" status: 200 len: 210 time: 0.0293648 Mar 21 22:13:03.903291 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 6f279622-6961-4b7f-8391-945e10e93734 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:13:03.923125 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: 6f279622-6961-4b7f-8391-945e10e93734 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:13:03.923468 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 6f279622-6961-4b7f-8391-945e10e93734 not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:13:04.049428 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37420) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:04.102312 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8414d05e-6301-4767-949c-9cc0d09e5599 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for security_group (88e9490a-beac-4fc3-a311-e0027ae7038a), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:04.125338 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8414d05e-6301-4767-949c-9cc0d09e5599 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for security_group (88e9490a-beac-4fc3-a311-e0027ae7038a), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:04.232749 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8414d05e-6301-4767-949c-9cc0d09e5599 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (88e9490a-beac-4fc3-a311-e0027ae7038a), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:04.235870 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8414d05e-6301-4767-949c-9cc0d09e5599 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:04.236973 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-8414d05e-6301-4767-949c-9cc0d09e5599 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "DELETE /v2.0/security-groups/88e9490a-beac-4fc3-a311-e0027ae7038a HTTP/1.1" status: 204 len: 168 time: 0.1865678 Mar 21 22:13:04.239563 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37424) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:04.246086 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414d05e-6301-4767-949c-9cc0d09e5599 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e9490a-beac-4fc3-a311-e0027ae7038a,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:04.253836 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.api.v2.resource [None req-af50e0b3-0fe3-4c3b-9b73-0a5bd23930cb tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] show failed (client error): The resource could not be found. Mar 21 22:13:04.254338 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-af50e0b3-0fe3-4c3b-9b73-0a5bd23930cb tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups/88e9490a-beac-4fc3-a311-e0027ae7038a HTTP/1.1" status: 404 len: 347 time: 0.0137916 Mar 21 22:13:04.257106 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37426) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:04.379525 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-a9c37836-af2a-4c8e-b006-c6732082b833 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Deleting port d223b721-1d4a-4942-bda5-793af131900d {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:13:04.380040 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a9c37836-af2a-4c8e-b006-c6732082b833 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (d223b721-1d4a-4942-bda5-793af131900d), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:04.453048 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a9c37836-af2a-4c8e-b006-c6732082b833 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (d223b721-1d4a-4942-bda5-793af131900d), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:04.453374 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a9c37836-af2a-4c8e-b006-c6732082b833 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for floatingip (d223b721-1d4a-4942-bda5-793af131900d), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:04.464783 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-a9c37836-af2a-4c8e-b006-c6732082b833 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Calling delete_port for d223b721-1d4a-4942-bda5-793af131900d owned by network:floatingip {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:13:04.665986 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a9c37836-af2a-4c8e-b006-c6732082b833 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (d223b721-1d4a-4942-bda5-793af131900d), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:04.690198 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c37836-af2a-4c8e-b006-c6732082b833 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Pushing event deleted for resources: {'Port': ['ID=d223b721-1d4a-4942-bda5-793af131900d,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:04.755783 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a9c37836-af2a-4c8e-b006-c6732082b833 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks [] for floatingip (37d92d39-d791-4bda-9efe-d61e7506506a), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:04.758326 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a9c37836-af2a-4c8e-b006-c6732082b833 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:04.759544 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-a9c37836-af2a-4c8e-b006-c6732082b833 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "DELETE /v2.0/floatingips/37d92d39-d791-4bda-9efe-d61e7506506a HTTP/1.1" status: 204 len: 168 time: 0.5012877 Mar 21 22:13:07.825901 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5407b8-50e3-40d1-a095-6a24b5d999e7 req-30e9fbff-9ad9-41e8-9464-36d393e42cdf tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:07.827414 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4c5407b8-50e3-40d1-a095-6a24b5d999e7 req-30e9fbff-9ad9-41e8-9464-36d393e42cdf tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0531099 Mar 21 22:13:07.874079 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4c5407b8-50e3-40d1-a095-6a24b5d999e7 req-ce7f1910-3687-4772-b367-96323bfd3630 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410469 Mar 21 22:13:08.466144 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-78fdd718-c5ea-4c1e-8737-c7452f25048a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:08.884762 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069a83e-3706-4160-a6c3-dbc33a3dc71e req-d5757ee6-c1d0-417a-8bb7-c9f6a6930963 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:08.886228 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1069a83e-3706-4160-a6c3-dbc33a3dc71e req-d5757ee6-c1d0-417a-8bb7-c9f6a6930963 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0512509 Mar 21 22:13:09.026680 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252c79e-4d6f-4d06-a11a-8dfbbb481ddd req-2452e20b-320a-4e8b-b156-334077f6c6c1 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:09.028229 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0252c79e-4d6f-4d06-a11a-8dfbbb481ddd req-2452e20b-320a-4e8b-b156-334077f6c6c1 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 946 time: 0.0841198 Mar 21 22:13:09.042284 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-1069a83e-3706-4160-a6c3-dbc33a3dc71e req-08f4bc87-abcc-484b-bf70-ad43d08e8035 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Deleting port 977f8c92-db53-45dc-a7b8-d07761ba18ca {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:13:09.042625 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1069a83e-3706-4160-a6c3-dbc33a3dc71e req-08f4bc87-abcc-484b-bf70-ad43d08e8035 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (977f8c92-db53-45dc-a7b8-d07761ba18ca), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:09.132276 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0252c79e-4d6f-4d06-a11a-8dfbbb481ddd req-2ba0b672-e79b-4fd3-80d4-ebc023f0eb4c tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977993 Mar 21 22:13:09.169173 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-1069a83e-3706-4160-a6c3-dbc33a3dc71e req-08f4bc87-abcc-484b-bf70-ad43d08e8035 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] For port 977f8c92-db53-45dc-a7b8-d07761ba18ca, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=977f8c92-db53-45dc-a7b8-d07761ba18ca,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:13:09.169530 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1069a83e-3706-4160-a6c3-dbc33a3dc71e req-08f4bc87-abcc-484b-bf70-ad43d08e8035 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (977f8c92-db53-45dc-a7b8-d07761ba18ca), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:09.184061 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-1069a83e-3706-4160-a6c3-dbc33a3dc71e req-08f4bc87-abcc-484b-bf70-ad43d08e8035 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Calling delete_port for 977f8c92-db53-45dc-a7b8-d07761ba18ca owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:13:09.374871 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1069a83e-3706-4160-a6c3-dbc33a3dc71e req-08f4bc87-abcc-484b-bf70-ad43d08e8035 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (977f8c92-db53-45dc-a7b8-d07761ba18ca), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:09.406651 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4bc87-abcc-484b-bf70-ad43d08e8035 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Pushing event deleted for resources: {'Port': ['ID=977f8c92-db53-45dc-a7b8-d07761ba18ca,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:09.423147 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['6e8e937d-8bde-4618-8b12-148f79f41b07', '977f8c92-db53-45dc-a7b8-d07761ba18ca'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:13:09.451515 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-1069a83e-3706-4160-a6c3-dbc33a3dc71e req-08f4bc87-abcc-484b-bf70-ad43d08e8035 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] No DVR routers for this DVR port 977f8c92-db53-45dc-a7b8-d07761ba18ca on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:13:09.454070 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1069a83e-3706-4160-a6c3-dbc33a3dc71e req-08f4bc87-abcc-484b-bf70-ad43d08e8035 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:09.457409 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1069a83e-3706-4160-a6c3-dbc33a3dc71e req-08f4bc87-abcc-484b-bf70-ad43d08e8035 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.47 "DELETE /v2.0/ports/977f8c92-db53-45dc-a7b8-d07761ba18ca HTTP/1.1" status: 204 len: 173 time: 0.5564847 Mar 21 22:13:09.457898 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a7c3b1-5d79-4204-95e8-d16b0dd6d532', 'name': 'network-vif-deleted', 'tag': '977f8c92-db53-45dc-a7b8-d07761ba18ca'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:13:09.460178 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382e5c6e-3643-400a-835f-570c2d34c4f4" -d '{"events": [{"server_uuid": "c6a7c3b1-5d79-4204-95e8-d16b0dd6d532", "name": "network-vif-deleted", "tag": "977f8c92-db53-45dc-a7b8-d07761ba18ca"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:13:09.498624 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f832233-e318-48a0-a794-d3de4744dbf3 x-openstack-request-id: req-1f832233-e318-48a0-a794-d3de4744dbf3 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:13:09.498950 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a7c3b1-5d79-4204-95e8-d16b0dd6d532", "name": "network-vif-deleted", "tag": "977f8c92-db53-45dc-a7b8-d07761ba18ca", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:13:09.499207 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f832233-e318-48a0-a794-d3de4744dbf3 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:13:09.499746 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a7c3b1-5d79-4204-95e8-d16b0dd6d532', 'name': 'network-vif-deleted', 'tag': '977f8c92-db53-45dc-a7b8-d07761ba18ca', 'status': 'completed', 'code': 200} Mar 21 22:13:10.054204 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:10.242076 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-056e83f8-5cb9-4e20-a31b-2a1a01c57bfa req-cfbdba1d-c7a9-426c-a589-9cae7cd4fd54 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7c3b1-5d79-4204-95e8-d16b0dd6d532 HTTP/1.1" status: 200 len: 210 time: 0.0272670 Mar 21 22:13:11.027471 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7a3dc1c6-8241-40f9-a698-c8fd7ac38f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:11.748151 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc463de4-8a70-41d7-8d82-19042f2cf365 req-594bbc2d-b0ff-4be2-9845-f1e03b3183c2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:11.750172 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bc463de4-8a70-41d7-8d82-19042f2cf365 req-594bbc2d-b0ff-4be2-9845-f1e03b3183c2 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0571799 Mar 21 22:13:11.798492 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bc463de4-8a70-41d7-8d82-19042f2cf365 req-5d2b0662-5692-4ffa-b09c-54f2c53e3fdf tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426168 Mar 21 22:13:12.826664 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d10f6-290d-4cab-a52b-926b43395828 req-1c95f09d-b402-42d9-afe7-eecc3fa20bf3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:12.828306 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4c5d10f6-290d-4cab-a52b-926b43395828 req-1c95f09d-b402-42d9-afe7-eecc3fa20bf3 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0610557 Mar 21 22:13:12.901735 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:12.963271 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deb36e-2e0f-4d1a-9c5a-82102fe1d15c req-8a4c7f4f-e12d-465d-8ee5-eba395dd0249 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:12.963271 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-47deb36e-2e0f-4d1a-9c5a-82102fe1d15c req-8a4c7f4f-e12d-465d-8ee5-eba395dd0249 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 946 time: 0.0935206 Mar 21 22:13:12.993340 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-4c5d10f6-290d-4cab-a52b-926b43395828 req-0d5648c9-3509-431a-b3d1-edbd54332ed4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Deleting port 6e8e937d-8bde-4618-8b12-148f79f41b07 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:13:12.993675 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-4c5d10f6-290d-4cab-a52b-926b43395828 req-0d5648c9-3509-431a-b3d1-edbd54332ed4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (6e8e937d-8bde-4618-8b12-148f79f41b07), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:13.066627 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-47deb36e-2e0f-4d1a-9c5a-82102fe1d15c req-d23d4833-1c04-49d8-9f57-d734f9a2f300 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/security-groups?id=1720b5bd-481d-4fe9-a07e-02bc14fadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965664 Mar 21 22:13:13.101462 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-4c5d10f6-290d-4cab-a52b-926b43395828 req-0d5648c9-3509-431a-b3d1-edbd54332ed4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] For port 6e8e937d-8bde-4618-8b12-148f79f41b07, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6e8e937d-8bde-4618-8b12-148f79f41b07,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:13:13.101820 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-4c5d10f6-290d-4cab-a52b-926b43395828 req-0d5648c9-3509-431a-b3d1-edbd54332ed4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (6e8e937d-8bde-4618-8b12-148f79f41b07), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:13.115221 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-4c5d10f6-290d-4cab-a52b-926b43395828 req-0d5648c9-3509-431a-b3d1-edbd54332ed4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Calling delete_port for 6e8e937d-8bde-4618-8b12-148f79f41b07 owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:13:13.324128 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-4c5d10f6-290d-4cab-a52b-926b43395828 req-0d5648c9-3509-431a-b3d1-edbd54332ed4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (6e8e937d-8bde-4618-8b12-148f79f41b07), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:13.352840 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5648c9-3509-431a-b3d1-edbd54332ed4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Pushing event deleted for resources: {'Port': ['ID=6e8e937d-8bde-4618-8b12-148f79f41b07,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:13.364400 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['6e8e937d-8bde-4618-8b12-148f79f41b07'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:13:13.395246 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5d10f6-290d-4cab-a52b-926b43395828 req-0d5648c9-3509-431a-b3d1-edbd54332ed4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] No DVR routers for this DVR port 6e8e937d-8bde-4618-8b12-148f79f41b07 on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:13:13.397560 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-4c5d10f6-290d-4cab-a52b-926b43395828 req-0d5648c9-3509-431a-b3d1-edbd54332ed4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:13.401118 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4c5d10f6-290d-4cab-a52b-926b43395828 req-0d5648c9-3509-431a-b3d1-edbd54332ed4 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.47 "DELETE /v2.0/ports/6e8e937d-8bde-4618-8b12-148f79f41b07 HTTP/1.1" status: 204 len: 173 time: 0.5676596 Mar 21 22:13:13.401567 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dec5761-9415-4f2b-a06e-5f99c67fd700', 'name': 'network-vif-deleted', 'tag': '6e8e937d-8bde-4618-8b12-148f79f41b07'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:13:13.403822 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73465b5-bb03-4e83-b5fe-64c9670d7442" -d '{"events": [{"server_uuid": "9dec5761-9415-4f2b-a06e-5f99c67fd700", "name": "network-vif-deleted", "tag": "6e8e937d-8bde-4618-8b12-148f79f41b07"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:13:13.439115 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbe3d92-3282-41be-86e7-30c1a3664895 x-openstack-request-id: req-3dbe3d92-3282-41be-86e7-30c1a3664895 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:13:13.439410 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dec5761-9415-4f2b-a06e-5f99c67fd700", "name": "network-vif-deleted", "tag": "6e8e937d-8bde-4618-8b12-148f79f41b07", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:13:13.439675 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3dbe3d92-3282-41be-86e7-30c1a3664895 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:13:13.440085 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dec5761-9415-4f2b-a06e-5f99c67fd700', 'name': 'network-vif-deleted', 'tag': '6e8e937d-8bde-4618-8b12-148f79f41b07', 'status': 'completed', 'code': 200} Mar 21 22:13:13.923548 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 977f8c92-db53-45dc-a7b8-d07761ba18ca no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:13:13.943179 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: 977f8c92-db53-45dc-a7b8-d07761ba18ca {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:13:13.943436 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 977f8c92-db53-45dc-a7b8-d07761ba18ca not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:13:14.175615 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c110829e-be5b-4b3b-b1ea-009b8ac4d75c req-0eadd8f4-4217-41ef-8689-8dbdd3cb2938 tempest-ServerRescueNegativeTestJSON-1965218494 tempest-ServerRescueNegativeTestJSON-1965218494-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dec5761-9415-4f2b-a06e-5f99c67fd700 HTTP/1.1" status: 200 len: 210 time: 0.0306501 Mar 21 22:13:14.335536 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:14.511810 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40d26d-234c-4283-a3fa-e3db4287657f req-3e0854a1-616a-4af4-9ed3-df3b27b83236 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:14.513274 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0a40d26d-234c-4283-a3fa-e3db4287657f req-3e0854a1-616a-4af4-9ed3-df3b27b83236 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0576880 Mar 21 22:13:14.563872 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0a40d26d-234c-4283-a3fa-e3db4287657f req-c3e86294-017e-4862-b777-d53027b983ba tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441818 Mar 21 22:13:15.232648 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37478) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:15.695251 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:15.735026 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d95dc-af38-4019-9137-4a3bd0d546bc req-06a4f59b-f8a3-4177-8d31-3e7b3bb4fc16 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:15.736712 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bb9d95dc-af38-4019-9137-4a3bd0d546bc req-06a4f59b-f8a3-4177-8d31-3e7b3bb4fc16 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.1019897 Mar 21 22:13:15.819511 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-bb9d95dc-af38-4019-9137-4a3bd0d546bc req-d24048be-c652-49a0-bdbd-a67b10bee089 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656786 Mar 21 22:13:15.839961 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a4efea10-3d1b-4f3f-8b5c-91df86f2398e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4165452'] for router_interface (e5771d61-e366-4901-8696-4aacf48a0520), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:15.999811 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515f16b-08b3-43eb-9160-f389b1b43b05 req-60edebb4-340d-4091-b854-6ea9d7820ae0 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:16.001833 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0515f16b-08b3-43eb-9160-f389b1b43b05 req-60edebb4-340d-4091-b854-6ea9d7820ae0 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.0894358 Mar 21 22:13:16.116688 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0515f16b-08b3-43eb-9160-f389b1b43b05 req-6e88f383-b9a5-4951-b0df-ae3eba45503a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874047 Mar 21 22:13:16.222671 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-a4efea10-3d1b-4f3f-8b5c-91df86f2398e admin admin] Deleting port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:13:16.223141 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a4efea10-3d1b-4f3f-8b5c-91df86f2398e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:16.536592 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [None req-a4efea10-3d1b-4f3f-8b5c-91df86f2398e admin admin] For port c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:13:16.537280 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a4efea10-3d1b-4f3f-8b5c-91df86f2398e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:16.549676 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-a4efea10-3d1b-4f3f-8b5c-91df86f2398e admin admin] Calling delete_port for c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 owned by network:router_interface {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:13:16.792635 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a4efea10-3d1b-4f3f-8b5c-91df86f2398e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:16.817795 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efea10-3d1b-4f3f-8b5c-91df86f2398e admin admin] Pushing event deleted for resources: {'Port': ['ID=c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:17.026581 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2f1b5-431b-45d1-9687-1b255bf98781 req-bbabfddf-19ed-4c53-909f-3f1ad7e0f449 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:17.028071 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-66a2f1b5-431b-45d1-9687-1b255bf98781 req-bbabfddf-19ed-4c53-909f-3f1ad7e0f449 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.1060469 Mar 21 22:13:17.030325 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a4efea10-3d1b-4f3f-8b5c-91df86f2398e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4162812'] for router_interface (e5771d61-e366-4901-8696-4aacf48a0520), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:17.154851 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-66a2f1b5-431b-45d1-9687-1b255bf98781 req-dade7b8e-8de9-445f-a1c2-fa56dd6d09a6 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185298 Mar 21 22:13:17.318768 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8578f-a602-465b-b10f-ca12757495af req-a85cda82-51f0-49f1-84ef-b0c9043982f0 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:17.320250 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a2e8578f-a602-465b-b10f-ca12757495af req-a85cda82-51f0-49f1-84ef-b0c9043982f0 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.1004868 Mar 21 22:13:17.336215 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4efea10-3d1b-4f3f-8b5c-91df86f2398e admin admin] Router e5771d61-e366-4901-8696-4aacf48a0520 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:13:17.437791 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a2e8578f-a602-465b-b10f-ca12757495af req-7d7cac9b-9dbf-4b77-be17-5e233764eabd tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114604 Mar 21 22:13:17.475444 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4efea10-3d1b-4f3f-8b5c-91df86f2398e admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:13:17.483483 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-a4efea10-3d1b-4f3f-8b5c-91df86f2398e admin admin] 10.222.0.45 "PUT /v2.0/routers/e5771d61-e366-4901-8696-4aacf48a0520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2467551 Mar 21 22:13:17.483483 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37498) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:17.484320 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19b746d-33e8-4f95-b519-a82666b01eb0 None None] Sync routers for ids ['e5771d61-e366-4901-8696-4aacf48a0520'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:13:17.494672 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b746d-33e8-4f95-b519-a82666b01eb0 None None] Routers {'e5771d61-e366-4901-8696-4aacf48a0520'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:13:17.495390 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-f19b746d-33e8-4f95-b519-a82666b01eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:13:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5771d61-e366-4901-8696-4aacf48a0520'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:17.628456 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457a589-cc0d-4d8c-bc00-bffee62042d8 req-37c5ca97-e8b0-4ff0-9742-d5e8dcb6956f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:17.630029 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e457a589-cc0d-4d8c-bc00-bffee62042d8 req-37c5ca97-e8b0-4ff0-9742-d5e8dcb6956f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.47 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 945 time: 0.1025314 Mar 21 22:13:17.649291 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-82a990e8-5e5e-4245-b0b9-4a2a802c62d3 admin admin] Publish callbacks [] for router (e5771d61-e366-4901-8696-4aacf48a0520), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:17.733881 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-f19b746d-33e8-4f95-b519-a82666b01eb0 None None] Set router e5771d61-e366-4901-8696-4aacf48a0520 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:13:17.819958 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-82a990e8-5e5e-4245-b0b9-4a2a802c62d3 admin admin] Publish callbacks [] for router_gateway (e5771d61-e366-4901-8696-4aacf48a0520), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:17.827360 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-e457a589-cc0d-4d8c-bc00-bffee62042d8 req-183347ab-776b-4380-a374-7145a1ec7ad7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Deleting port 9f849430-8958-4a1e-b9a8-39f1053b25e6 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:13:17.827714 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e457a589-cc0d-4d8c-bc00-bffee62042d8 req-183347ab-776b-4380-a374-7145a1ec7ad7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (9f849430-8958-4a1e-b9a8-39f1053b25e6), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:17.910970 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-f19b746d-33e8-4f95-b519-a82666b01eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:13:16Z', 'revision_number': 5, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port': {'id': '57ddde2e-bf98-4c81-85d4-616eb0adcf9c', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:47Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:17.939923 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-e457a589-cc0d-4d8c-bc00-bffee62042d8 req-183347ab-776b-4380-a374-7145a1ec7ad7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] For port 9f849430-8958-4a1e-b9a8-39f1053b25e6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=9f849430-8958-4a1e-b9a8-39f1053b25e6,segment=NetworkSegment(0a5ede9b-1bf3-4d1e-8588-522ae009eda1),segment_id=0a5ede9b-1bf3-4d1e-8588-522ae009eda1)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:13:17.940281 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e457a589-cc0d-4d8c-bc00-bffee62042d8 req-183347ab-776b-4380-a374-7145a1ec7ad7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (9f849430-8958-4a1e-b9a8-39f1053b25e6), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:17.943123 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19b746d-33e8-4f95-b519-a82666b01eb0 None None] Checking router: e5771d61-e366-4901-8696-4aacf48a0520 for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:13:17.950585 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 6e8e937d-8bde-4618-8b12-148f79f41b07 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:13:17.974171 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: 6e8e937d-8bde-4618-8b12-148f79f41b07 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:13:17.978724 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 6e8e937d-8bde-4618-8b12-148f79f41b07 not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:13:17.978724 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b746d-33e8-4f95-b519-a82666b01eb0 None None] Routers {'e5771d61-e366-4901-8696-4aacf48a0520'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:13:17.978724 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-f19b746d-33e8-4f95-b519-a82666b01eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:13:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5771d61-e366-4901-8696-4aacf48a0520'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:18.051289 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-82a990e8-5e5e-4245-b0b9-4a2a802c62d3 admin admin] Deleting port 57ddde2e-bf98-4c81-85d4-616eb0adcf9c {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:13:18.051630 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-82a990e8-5e5e-4245-b0b9-4a2a802c62d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (57ddde2e-bf98-4c81-85d4-616eb0adcf9c), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:18.070624 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-f19b746d-33e8-4f95-b519-a82666b01eb0 None None] Set router e5771d61-e366-4901-8696-4aacf48a0520 gateway port host: None {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:13:18.125608 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-f19b746d-33e8-4f95-b519-a82666b01eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:13:17Z', 'revision_number': 6, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port_host': None}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:18.153860 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19b746d-33e8-4f95-b519-a82666b01eb0 None None] The sync data for ids ['e5771d61-e366-4901-8696-4aacf48a0520'] in dv-cinder-834545-1-iscsi is: [{'id': 'e5771d61-e366-4901-8696-4aacf48a0520', 'name': 'tempest-ServerRescueNegativeTestJSON-1471055885-router', 'tenant_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:13:17Z', 'revision_number': 6, 'project_id': 'd60b7d6d71474a8ea8f0f305fd6be15b', 'gw_port_host': None}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:13:18.184753 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e457a589-cc0d-4d8c-bc00-bffee62042d8 req-183347ab-776b-4380-a374-7145a1ec7ad7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:18.184753 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e457a589-cc0d-4d8c-bc00-bffee62042d8 req-183347ab-776b-4380-a374-7145a1ec7ad7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (23359345-737c-48d9-88b9-6c92c5d90a04), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:18.184753 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [req-e457a589-cc0d-4d8c-bc00-bffee62042d8 req-183347ab-776b-4380-a374-7145a1ec7ad7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Floating IP 23359345-737c-48d9-88b9-6c92c5d90a04 disassociated. External IP: 172.27.2.220, port: 9f849430-8958-4a1e-b9a8-39f1053b25e6. Mar 21 22:13:18.185147 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-e457a589-cc0d-4d8c-bc00-bffee62042d8 req-183347ab-776b-4380-a374-7145a1ec7ad7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Calling delete_port for 9f849430-8958-4a1e-b9a8-39f1053b25e6 owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:13:18.191836 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [None req-82a990e8-5e5e-4245-b0b9-4a2a802c62d3 admin admin] For port 57ddde2e-bf98-4c81-85d4-616eb0adcf9c, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=57ddde2e-bf98-4c81-85d4-616eb0adcf9c,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:13:18.192667 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-82a990e8-5e5e-4245-b0b9-4a2a802c62d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (57ddde2e-bf98-4c81-85d4-616eb0adcf9c), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:18.213106 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-82a990e8-5e5e-4245-b0b9-4a2a802c62d3 admin admin] Calling delete_port for 57ddde2e-bf98-4c81-85d4-616eb0adcf9c owned by network:router_gateway {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:13:18.413141 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacadd27-b493-42e8-ba04-bc45b2981a8d req-25f2aad1-a968-40f0-a7b4-376a44523cbc tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:18.414668 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-dacadd27-b493-42e8-ba04-bc45b2981a8d req-25f2aad1-a968-40f0-a7b4-376a44523cbc tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.1654112 Mar 21 22:13:18.557079 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-dacadd27-b493-42e8-ba04-bc45b2981a8d req-8fde2acd-99d2-42d8-aa55-40d4e365723f tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344185 Mar 21 22:13:18.569960 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:13:18.591738 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:13:18.592083 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device c144f8bf-9ff5-48bc-84c7-0733f5a5ebf8 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:13:18.598827 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e457a589-cc0d-4d8c-bc00-bffee62042d8 req-183347ab-776b-4380-a374-7145a1ec7ad7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (9f849430-8958-4a1e-b9a8-39f1053b25e6), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:18.643096 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183347ab-776b-4380-a374-7145a1ec7ad7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event deleted for resources: {'Port': ['ID=9f849430-8958-4a1e-b9a8-39f1053b25e6,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:18.652837 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6e39d-cca5-4ae7-ab48-c90206f675e3 req-382e7c6d-43c1-4655-bddd-98795a078251 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:18.654405 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d7b6e39d-cca5-4ae7-ab48-c90206f675e3 req-382e7c6d-43c1-4655-bddd-98795a078251 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 867 time: 0.1183136 Mar 21 22:13:18.664001 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-82a990e8-5e5e-4245-b0b9-4a2a802c62d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (57ddde2e-bf98-4c81-85d4-616eb0adcf9c), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:18.765331 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a990e8-5e5e-4245-b0b9-4a2a802c62d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ddde2e-bf98-4c81-85d4-616eb0adcf9c,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:18.854481 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d7b6e39d-cca5-4ae7-ab48-c90206f675e3 req-b30cfb7f-4489-4981-81ac-d543c67ecef9 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae465d08-8d16-4575-b860-c63abc32064f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587110 Mar 21 22:13:18.868779 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-82a990e8-5e5e-4245-b0b9-4a2a802c62d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165126'] for router_gateway (e5771d61-e366-4901-8696-4aacf48a0520), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:19.227426 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e457a589-cc0d-4d8c-bc00-bffee62042d8 req-183347ab-776b-4380-a374-7145a1ec7ad7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Router 43ae8015-ba95-4d78-a7df-1ca78a98f307 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:13:19.233053 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-82a990e8-5e5e-4245-b0b9-4a2a802c62d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3262'] for router (e5771d61-e366-4901-8696-4aacf48a0520), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:19.236167 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-82a990e8-5e5e-4245-b0b9-4a2a802c62d3 admin admin] Publish callbacks [] for router_controller (e5771d61-e366-4901-8696-4aacf48a0520), precommit_delete_associations {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:19.396218 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e457a589-cc0d-4d8c-bc00-bffee62042d8 req-183347ab-776b-4380-a374-7145a1ec7ad7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:13:19.406690 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc025cc-bedc-4a91-853d-12232ab20f24 None None] Sync routers for ids ['43ae8015-ba95-4d78-a7df-1ca78a98f307'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:13:19.416597 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc025cc-bedc-4a91-853d-12232ab20f24 None None] Routers {'43ae8015-ba95-4d78-a7df-1ca78a98f307'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:13:19.417198 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-acc025cc-bedc-4a91-853d-12232ab20f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:13:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['43ae8015-ba95-4d78-a7df-1ca78a98f307'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:19.422919 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-82a990e8-5e5e-4245-b0b9-4a2a802c62d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702245'] for router (e5771d61-e366-4901-8696-4aacf48a0520), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:19.422919 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a990e8-5e5e-4245-b0b9-4a2a802c62d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5771d61-e366-4901-8696-4aacf48a0520 {{(pid=115863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 22:13:19.441666 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-e457a589-cc0d-4d8c-bc00-bffee62042d8 req-183347ab-776b-4380-a374-7145a1ec7ad7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] No DVR routers for this DVR port 9f849430-8958-4a1e-b9a8-39f1053b25e6 on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:13:19.445873 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-82a990e8-5e5e-4245-b0b9-4a2a802c62d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:19.449433 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-82a990e8-5e5e-4245-b0b9-4a2a802c62d3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e5771d61-e366-4901-8696-4aacf48a0520 HTTP/1.1" status: 204 len: 168 time: 1.9629586 Mar 21 22:13:19.449433 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-e457a589-cc0d-4d8c-bc00-bffee62042d8 req-183347ab-776b-4380-a374-7145a1ec7ad7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:19.450282 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37506) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:19.451762 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e457a589-cc0d-4d8c-bc00-bffee62042d8 req-183347ab-776b-4380-a374-7145a1ec7ad7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.47 "DELETE /v2.0/ports/9f849430-8958-4a1e-b9a8-39f1053b25e6 HTTP/1.1" status: 204 len: 173 time: 1.8142192 Mar 21 22:13:19.452293 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88', 'name': 'network-vif-deleted', 'tag': '9f849430-8958-4a1e-b9a8-39f1053b25e6'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:13:19.455240 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88489219-1c91-43de-9bd5-431c728cc08b" -d '{"events": [{"server_uuid": "2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88", "name": "network-vif-deleted", "tag": "9f849430-8958-4a1e-b9a8-39f1053b25e6"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:13:19.526391 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a44de1-df12-487d-8bd0-6e080b3dae03 x-openstack-request-id: req-c3a44de1-df12-487d-8bd0-6e080b3dae03 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:13:19.526686 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88", "name": "network-vif-deleted", "tag": "9f849430-8958-4a1e-b9a8-39f1053b25e6", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:13:19.527086 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3a44de1-df12-487d-8bd0-6e080b3dae03 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:13:19.527492 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88', 'name': 'network-vif-deleted', 'tag': '9f849430-8958-4a1e-b9a8-39f1053b25e6', 'status': 'completed', 'code': 200} Mar 21 22:13:19.539891 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_v2 [None req-a033a610-2981-419f-a1b3-eac611d8c5cc admin admin] Deleting subnet 4baf0ffc-7d9f-4122-b979-92e67192a8a3 {{(pid=115862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 22:13:19.542587 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-acc025cc-bedc-4a91-853d-12232ab20f24 None None] Set router 43ae8015-ba95-4d78-a7df-1ca78a98f307 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:13:19.543213 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a033a610-2981-419f-a1b3-eac611d8c5cc admin admin] Publish callbacks [] for subnet (4baf0ffc-7d9f-4122-b979-92e67192a8a3), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:19.588800 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a033a610-2981-419f-a1b3-eac611d8c5cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12426326'] for subnet (4baf0ffc-7d9f-4122-b979-92e67192a8a3), precommit_delete_associations {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:19.707941 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33f4e4-2a01-4e6f-ab9e-74a5b0fd7a64 req-200d9fd7-c81c-44cc-9398-1486ddabf0f8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:19.712717 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1f33f4e4-2a01-4e6f-ab9e-74a5b0fd7a64 req-200d9fd7-c81c-44cc-9398-1486ddabf0f8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0818865 Mar 21 22:13:19.731029 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a033a610-2981-419f-a1b3-eac611d8c5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017098'] for subnet (4baf0ffc-7d9f-4122-b979-92e67192a8a3), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:19.761871 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-acc025cc-bedc-4a91-853d-12232ab20f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 4, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'c7bfb7cb-ac20-4549-b5f9-59625a1329ce', 'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'mac_address': 'fa:16:3e:7d:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:54Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 5, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'subnets': [{'id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:19.766774 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1f33f4e4-2a01-4e6f-ab9e-74a5b0fd7a64 req-b4c0d250-a454-47fc-8548-9195ed64969d tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524867 Mar 21 22:13:19.799342 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc025cc-bedc-4a91-853d-12232ab20f24 None None] Checking router: 43ae8015-ba95-4d78-a7df-1ca78a98f307 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:13:19.807561 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc025cc-bedc-4a91-853d-12232ab20f24 None None] Routers {'43ae8015-ba95-4d78-a7df-1ca78a98f307'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:13:19.808157 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-acc025cc-bedc-4a91-853d-12232ab20f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:13:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['43ae8015-ba95-4d78-a7df-1ca78a98f307'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:19.873665 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a033a610-2981-419f-a1b3-eac611d8c5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450568'] for subnet (4baf0ffc-7d9f-4122-b979-92e67192a8a3), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:19.890005 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a033a610-2981-419f-a1b3-eac611d8c5cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:19.897637 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b5a665-4724-432b-9166-5c050e15cc87 None None] Network f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:13:19.917189 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-a033a610-2981-419f-a1b3-eac611d8c5cc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4baf0ffc-7d9f-4122-b979-92e67192a8a3 HTTP/1.1" status: 204 len: 168 time: 0.4649932 Mar 21 22:13:19.919635 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37514) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:19.925905 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-acc025cc-bedc-4a91-853d-12232ab20f24 None None] Set router 43ae8015-ba95-4d78-a7df-1ca78a98f307 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:13:19.965456 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033a610-2981-419f-a1b3-eac611d8c5cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4baf0ffc-7d9f-4122-b979-92e67192a8a3,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:20.006987 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-25b1ef7b-5d52-4fa6-8e28-f03365ea1720 req-97e0b42c-7cb5-4a00-b376-4c6342cf724a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=2be1bfb7-9d1f-4f8f-93b8-78237a9a8e88 HTTP/1.1" status: 200 len: 210 time: 0.0610976 Mar 21 22:13:20.037386 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834117'] for network (f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:20.099427 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] Deleting port ee87a766-9a8b-4408-bba8-391f43f02c3c {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:13:20.099773 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (ee87a766-9a8b-4408-bba8-391f43f02c3c), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:20.118028 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af93f5f-5cc0-4187-9324-898ea42fe235 None None] DHCP port deletion for f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff request from dv-cinder-834545-1-iscsi {{(pid=115864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 22:13:20.146357 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-acc025cc-bedc-4a91-853d-12232ab20f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 4, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'c7bfb7cb-ac20-4549-b5f9-59625a1329ce', 'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'mac_address': 'fa:16:3e:7d:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:54Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 5, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'subnets': [{'id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:20.169784 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-1af93f5f-5cc0-4187-9324-898ea42fe235 None None] Deleting port ee87a766-9a8b-4408-bba8-391f43f02c3c {{(pid=115864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:13:20.170356 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-1af93f5f-5cc0-4187-9324-898ea42fe235 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (ee87a766-9a8b-4408-bba8-391f43f02c3c), before_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:20.170499 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] For port ee87a766-9a8b-4408-bba8-391f43f02c3c, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=ee87a766-9a8b-4408-bba8-391f43f02c3c,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:13:20.171005 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (ee87a766-9a8b-4408-bba8-391f43f02c3c), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:20.172066 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc025cc-bedc-4a91-853d-12232ab20f24 None None] The sync data for ids ['43ae8015-ba95-4d78-a7df-1ca78a98f307'] in dv-cinder-834545-1-iscsi is: [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 4, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'c7bfb7cb-ac20-4549-b5f9-59625a1329ce', 'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'mac_address': 'fa:16:3e:7d:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:54Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 5, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'subnets': [{'id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:13:20.187199 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] Calling delete_port for ee87a766-9a8b-4408-bba8-391f43f02c3c owned by network:dhcp {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:13:20.242257 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-1af93f5f-5cc0-4187-9324-898ea42fe235 None None] For port ee87a766-9a8b-4408-bba8-391f43f02c3c, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=ee87a766-9a8b-4408-bba8-391f43f02c3c,segment=NetworkSegment(ba067a68-bd19-46c2-aceb-d9426608fda1),segment_id=ba067a68-bd19-46c2-aceb-d9426608fda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:13:20.242693 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-1af93f5f-5cc0-4187-9324-898ea42fe235 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (ee87a766-9a8b-4408-bba8-391f43f02c3c), precommit_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:20.256896 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-1af93f5f-5cc0-4187-9324-898ea42fe235 None None] Calling delete_port for ee87a766-9a8b-4408-bba8-391f43f02c3c owned by network:dhcp {{(pid=115864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:13:20.370137 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (ee87a766-9a8b-4408-bba8-391f43f02c3c), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:20.393656 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-1af93f5f-5cc0-4187-9324-898ea42fe235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431'] for port (ee87a766-9a8b-4408-bba8-391f43f02c3c), after_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:20.399481 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee87a766-9a8b-4408-bba8-391f43f02c3c,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:20.410274 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] No DVR routers for this DVR port ee87a766-9a8b-4408-bba8-391f43f02c3c on host dv-cinder-834545-1-iscsi {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:13:20.425640 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af93f5f-5cc0-4187-9324-898ea42fe235 None None] Pushing event deleted for resources: {'Port': ['ID=ee87a766-9a8b-4408-bba8-391f43f02c3c,revision_number=None']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:20.429427 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af93f5f-5cc0-4187-9324-898ea42fe235 None None] No DVR routers for this DVR port ee87a766-9a8b-4408-bba8-391f43f02c3c on host dv-cinder-834545-1-iscsi {{(pid=115864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:13:20.471832 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 57ddde2e-bf98-4c81-85d4-616eb0adcf9c no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:13:20.496475 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f0fb76-c3df-4059-971f-2b770f5572c0 None None] New status for floating IP 23359345-737c-48d9-88b9-6c92c5d90a04: DOWN {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:13:20.499376 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: 57ddde2e-bf98-4c81-85d4-616eb0adcf9c {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:13:20.499719 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 57ddde2e-bf98-4c81-85d4-616eb0adcf9c not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:13:20.500139 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device ee87a766-9a8b-4408-bba8-391f43f02c3c no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:13:20.511003 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-954303', 'neutron.services.segments.db._delete_segments_for_network-8732299838531'] for network (f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:20.540480 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff']}} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:20.551774 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba067a68-bd19-46c2-aceb-d9426608fda1') {'for_net_delete': True} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:20.552143 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba067a68-bd19-46c2-aceb-d9426608fda1') {} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:20.557753 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: ee87a766-9a8b-4408-bba8-391f43f02c3c {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:13:20.558387 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device ee87a766-9a8b-4408-bba8-391f43f02c3c not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:13:20.562332 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299988300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9663784'] for segment (ba067a68-bd19-46c2-aceb-d9426608fda1), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:20.578070 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (ba067a68-bd19-46c2-aceb-d9426608fda1), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:20.584770 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=115863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 22:13:20.585163 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9688226'] for segment (ba067a68-bd19-46c2-aceb-d9426608fda1), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: Traceback (most recent call last): Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: timer() Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: cb(*args, **kw) Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: return func(*args, **kwargs) Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: self._notify() Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: self.callback(batched_events) Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: event.method(event) Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: return f(self, *a, **k) Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._get(url).json() Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: return self.request(url, 'GET', **kwargs) Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 22:13:20.586801 dv-cinder-834545-1-iscsi neutron-server[115863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 22:13:20.717109 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-954244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4165242'] for network (f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:20.723466 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:20.726584 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff HTTP/1.1" status: 204 len: 168 time: 0.8055887 Mar 21 22:13:20.741071 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216fb23-c3bd-43cb-b736-f0fdea643630 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d0eefe-acc5-453e-a2e9-7eceaa2df9ff,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:20.893936 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db772e12-f8aa-4648-9328-6c50e303f03b req-bb13eed8-896e-465c-b44c-aaae1ad3d00a tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:20.895462 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db772e12-f8aa-4648-9328-6c50e303f03b req-bb13eed8-896e-465c-b44c-aaae1ad3d00a tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0622468 Mar 21 22:13:20.945387 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db772e12-f8aa-4648-9328-6c50e303f03b req-d5a71abe-6db8-4c31-ad77-f36200c341bb tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439179 Mar 21 22:13:21.080731 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37526) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:21.124695 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-040379ea-d529-4dc0-9258-b03ab44079f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d60b7d6d71474a8ea8f0f305fd6be15b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408418 Mar 21 22:13:21.125285 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37528) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:21.170901 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37530) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:21.178506 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d22c7c60-792a-4007-a5fc-d7c00243961b admin admin] Publish callbacks [] for security_group (1720b5bd-481d-4fe9-a07e-02bc14fadb05), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:21.204836 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d22c7c60-792a-4007-a5fc-d7c00243961b admin admin] Publish callbacks [] for security_group (1720b5bd-481d-4fe9-a07e-02bc14fadb05), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:21.226090 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d45b8f33-36d1-402c-b73f-89fdae8ebcd7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group (ae465d08-8d16-4575-b860-c63abc32064f), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:21.249529 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d45b8f33-36d1-402c-b73f-89fdae8ebcd7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group (ae465d08-8d16-4575-b860-c63abc32064f), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:21.312903 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d22c7c60-792a-4007-a5fc-d7c00243961b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (1720b5bd-481d-4fe9-a07e-02bc14fadb05), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:21.315475 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d22c7c60-792a-4007-a5fc-d7c00243961b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:21.316629 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-d22c7c60-792a-4007-a5fc-d7c00243961b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1720b5bd-481d-4fe9-a07e-02bc14fadb05 HTTP/1.1" status: 204 len: 168 time: 0.1899102 Mar 21 22:13:21.324653 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c7c60-792a-4007-a5fc-d7c00243961b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1720b5bd-481d-4fe9-a07e-02bc14fadb05,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:21.368681 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d45b8f33-36d1-402c-b73f-89fdae8ebcd7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (ae465d08-8d16-4575-b860-c63abc32064f), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:21.371816 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d45b8f33-36d1-402c-b73f-89fdae8ebcd7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:21.372965 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-d45b8f33-36d1-402c-b73f-89fdae8ebcd7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "DELETE /v2.0/security-groups/ae465d08-8d16-4575-b860-c63abc32064f HTTP/1.1" status: 204 len: 168 time: 0.2008505 Mar 21 22:13:21.376186 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37534) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:21.382008 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b8f33-36d1-402c-b73f-89fdae8ebcd7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae465d08-8d16-4575-b860-c63abc32064f,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:21.392606 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.api.v2.resource [None req-33a3ac99-3b0b-4862-992b-7a8c10bf924b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] show failed (client error): The resource could not be found. Mar 21 22:13:21.394217 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-33a3ac99-3b0b-4862-992b-7a8c10bf924b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups/ae465d08-8d16-4575-b860-c63abc32064f HTTP/1.1" status: 404 len: 347 time: 0.0165465 Mar 21 22:13:21.396799 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37536) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:21.523871 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-0977b406-bc64-4a8e-905a-df6dfd6b0690 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Deleting port a34ae3e9-ee22-429f-8aaa-1c0b0086c0f7 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:13:21.524215 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0977b406-bc64-4a8e-905a-df6dfd6b0690 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (a34ae3e9-ee22-429f-8aaa-1c0b0086c0f7), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:21.599638 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0977b406-bc64-4a8e-905a-df6dfd6b0690 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (a34ae3e9-ee22-429f-8aaa-1c0b0086c0f7), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:21.599972 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0977b406-bc64-4a8e-905a-df6dfd6b0690 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for floatingip (a34ae3e9-ee22-429f-8aaa-1c0b0086c0f7), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:21.612409 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-0977b406-bc64-4a8e-905a-df6dfd6b0690 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Calling delete_port for a34ae3e9-ee22-429f-8aaa-1c0b0086c0f7 owned by network:floatingip {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:13:21.809617 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0977b406-bc64-4a8e-905a-df6dfd6b0690 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (a34ae3e9-ee22-429f-8aaa-1c0b0086c0f7), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:21.833599 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977b406-bc64-4a8e-905a-df6dfd6b0690 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event deleted for resources: {'Port': ['ID=a34ae3e9-ee22-429f-8aaa-1c0b0086c0f7,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:21.901866 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0977b406-bc64-4a8e-905a-df6dfd6b0690 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for floatingip (23359345-737c-48d9-88b9-6c92c5d90a04), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:21.904498 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0977b406-bc64-4a8e-905a-df6dfd6b0690 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:21.905644 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-0977b406-bc64-4a8e-905a-df6dfd6b0690 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "DELETE /v2.0/floatingips/23359345-737c-48d9-88b9-6c92c5d90a04 HTTP/1.1" status: 204 len: 168 time: 0.5079370 Mar 21 22:13:21.951886 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 9f849430-8958-4a1e-b9a8-39f1053b25e6 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:13:21.972892 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: 9f849430-8958-4a1e-b9a8-39f1053b25e6 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:13:21.973481 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 9f849430-8958-4a1e-b9a8-39f1053b25e6 not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:13:22.079417 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e500bd6-9e6d-4302-b49b-d5906d0e1308 req-ddb3b6b6-a688-4f13-9574-a826566a08c3 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:22.079417 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6e500bd6-9e6d-4302-b49b-d5906d0e1308 req-ddb3b6b6-a688-4f13-9574-a826566a08c3 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0640709 Mar 21 22:13:22.137639 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6e500bd6-9e6d-4302-b49b-d5906d0e1308 req-d20ac2d5-c2bc-4277-b87f-ac19c6d87da3 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532401 Mar 21 22:13:22.300924 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37560) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:22.424121 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-bede7130-b7ff-4b92-b75b-b1d550968a21 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1898383615-network', 'tenant_id': '857fef160aac4149a2a8e0b816b7ca42'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:13:22.435411 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37564) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:22.440818 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--675147897', 'description': 'tempest-description--2093714672'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:13:22.518266 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bede7130-b7ff-4b92-b75b-b1d550968a21 admin admin] Made reservation on behalf of 857fef160aac4149a2a8e0b816b7ca42 for: {'network': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:13:22.520701 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-bede7130-b7ff-4b92-b75b-b1d550968a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:22.530520 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-bede7130-b7ff-4b92-b75b-b1d550968a21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:22.541214 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:22.612922 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group (ca37f26e-57b8-4a35-a9c9-2aabc79b8074), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:22.615143 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-bede7130-b7ff-4b92-b75b-b1d550968a21 admin admin] Publish callbacks [] for security_group (559e4456-bc67-4aa5-a3be-02fe8a99ebb4), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:22.678538 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (ca37f26e-57b8-4a35-a9c9-2aabc79b8074), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:22.701115 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-bede7130-b7ff-4b92-b75b-b1d550968a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (559e4456-bc67-4aa5-a3be-02fe8a99ebb4), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:22.707300 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca37f26e-57b8-4a35-a9c9-2aabc79b8074,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:22.714649 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:22.715026 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:22.715373 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:22.715707 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:22.716037 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:22.716364 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:22.716686 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:22.717065 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:22.717372 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:22.717696 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:22.718021 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:22.718352 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:22.718658 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:22.719002 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:22.719807 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:22.728640 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bede7130-b7ff-4b92-b75b-b1d550968a21 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=115862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 22:13:22.734040 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede7130-b7ff-4b92-b75b-b1d550968a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559e4456-bc67-4aa5-a3be-02fe8a99ebb4,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:22.741676 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-bede7130-b7ff-4b92-b75b-b1d550968a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (5256dd95-0038-402e-b833-96190ceab0c9), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:22.742089 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.segments_db [None req-bede7130-b7ff-4b92-b75b-b1d550968a21 admin admin] Added segment 5256dd95-0038-402e-b833-96190ceab0c9 of type vlan for network 5d4b0c0c-ff76-45ff-9f0b-78fe37181e29 Mar 21 22:13:22.754757 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:22.756121 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-ab24b3ed-a178-41fd-b9e8-20399c0e31c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3196933 Mar 21 22:13:22.759291 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37566) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:22.763919 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-6991c8b6-bc8d-4385-8343-215e0fcbf313 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Request body: {'security_group_rule': {'security_group_id': 'ca37f26e-57b8-4a35-a9c9-2aabc79b8074', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:13:22.782238 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-bede7130-b7ff-4b92-b75b-b1d550968a21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (5d4b0c0c-ff76-45ff-9f0b-78fe37181e29), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:22.849030 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6991c8b6-bc8d-4385-8343-215e0fcbf313 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group_rule (358e9fd0-0a07-4bbc-ae74-0c5575557e58), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:22.883786 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-bede7130-b7ff-4b92-b75b-b1d550968a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (5d4b0c0c-ff76-45ff-9f0b-78fe37181e29), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:22.884693 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bede7130-b7ff-4b92-b75b-b1d550968a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:22.885281 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-bede7130-b7ff-4b92-b75b-b1d550968a21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:22.905029 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6991c8b6-bc8d-4385-8343-215e0fcbf313 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group_rule (358e9fd0-0a07-4bbc-ae74-0c5575557e58), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:22.946561 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede7130-b7ff-4b92-b75b-b1d550968a21 admin admin] Pushing event updated for resources: {'Network': ['ID=5d4b0c0c-ff76-45ff-9f0b-78fe37181e29,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:22.957082 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network 5d4b0c0c-ff76-45ff-9f0b-78fe37181e29 details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 22:13:23.004247 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6991c8b6-bc8d-4385-8343-215e0fcbf313 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (358e9fd0-0a07-4bbc-ae74-0c5575557e58), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:23.022838 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991c8b6-bc8d-4385-8343-215e0fcbf313 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358e9fd0-0a07-4bbc-ae74-0c5575557e58,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:23.064726 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-bede7130-b7ff-4b92-b75b-b1d550968a21 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7626591 Mar 21 22:13:23.067568 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37568) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:23.072504 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-9c0d219c-af66-4220-b95e-5f9471401b27 admin admin] Request body: {'subnet': {'network_id': '5d4b0c0c-ff76-45ff-9f0b-78fe37181e29', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1898383615-subnet', 'tenant_id': '857fef160aac4149a2a8e0b816b7ca42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:13:23.097469 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6991c8b6-bc8d-4385-8343-215e0fcbf313 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:23.098755 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-6991c8b6-bc8d-4385-8343-215e0fcbf313 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3384864 Mar 21 22:13:23.101676 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37570) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:23.106129 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-425ced83-eca2-4f8e-8063-0101d064dc47 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Request body: {'security_group_rule': {'security_group_id': 'ca37f26e-57b8-4a35-a9c9-2aabc79b8074', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:13:23.157848 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0d219c-af66-4220-b95e-5f9471401b27 admin admin] Made reservation on behalf of 857fef160aac4149a2a8e0b816b7ca42 for: {'subnet': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:13:23.160265 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9c0d219c-af66-4220-b95e-5f9471401b27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450597'] for subnet (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:23.220540 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-425ced83-eca2-4f8e-8063-0101d064dc47 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group_rule (8b2542c2-12ed-4a34-b383-d52483f12990), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:23.261833 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8b08-7efd-49f0-9ba6-11b9f7c65a81 req-9e2acc32-095d-4525-87d3-66d4fe3e1836 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:23.263405 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-929c8b08-7efd-49f0-9ba6-11b9f7c65a81 req-9e2acc32-095d-4525-87d3-66d4fe3e1836 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0582006 Mar 21 22:13:23.316672 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-929c8b08-7efd-49f0-9ba6-11b9f7c65a81 req-12be288d-fa5a-4f1b-bb2e-2280bbd01feb tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475440 Mar 21 22:13:23.324391 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-425ced83-eca2-4f8e-8063-0101d064dc47 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group_rule (8b2542c2-12ed-4a34-b383-d52483f12990), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:23.398132 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-425ced83-eca2-4f8e-8063-0101d064dc47 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (8b2542c2-12ed-4a34-b383-d52483f12990), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:23.417161 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ced83-eca2-4f8e-8063-0101d064dc47 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2542c2-12ed-4a34-b383-d52483f12990,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:23.433217 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:13:23.448668 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9c0d219c-af66-4220-b95e-5f9471401b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8624967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450611'] for subnet (ae17d909-2b37-4a7e-a490-02df12e03779), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:23.501497 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d219c-af66-4220-b95e-5f9471401b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae17d909-2b37-4a7e-a490-02df12e03779,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:23.509162 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-425ced83-eca2-4f8e-8063-0101d064dc47 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:23.510327 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-425ced83-eca2-4f8e-8063-0101d064dc47 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4076648 Mar 21 22:13:23.514223 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37574) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:23.515727 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d219c-af66-4220-b95e-5f9471401b27 admin admin] Checking segment: {'id': '5256dd95-0038-402e-b833-96190ceab0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d4b0c0c-ff76-45ff-9f0b-78fe37181e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:13:23.516825 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0d219c-af66-4220-b95e-5f9471401b27 admin admin] Network hostable DHCP agents. Network: 5d4b0c0c-ff76-45ff-9f0b-78fe37181e29, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 22:13:23.521298 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Request body: {'floatingip': {'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:13:23.598226 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0d219c-af66-4220-b95e-5f9471401b27 admin admin] Network 5d4b0c0c-ff76-45ff-9f0b-78fe37181e29 is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 22:13:23.627260 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:23.684725 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-9c0d219c-af66-4220-b95e-5f9471401b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, 5d4b0c0c-ff76-45ff-9f0b-78fe37181e29) {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:13:23.692952 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0d219c-af66-4220-b95e-5f9471401b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:23.693788 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9c0d219c-af66-4220-b95e-5f9471401b27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:23.694168 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb22518-8577-49e7-b02f-82668aeb61bd None None] Network 5d4b0c0c-ff76-45ff-9f0b-78fe37181e29 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:13:23.728824 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:23.773366 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-9c0d219c-af66-4220-b95e-5f9471401b27 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7046952 Mar 21 22:13:23.806327 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d391d732-6261-4a64-ac32-c3181ee037de None None] Network 5d4b0c0c-ff76-45ff-9f0b-78fe37181e29 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:13:23.849694 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Allocated IP 172.27.2.85 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/e2e73c56-39c1-4a13-8291-f3cc03cacbeb) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:13:23.957902 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for port (e2e73c56-39c1-4a13-8291-f3cc03cacbeb), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:24.061438 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (e2e73c56-39c1-4a13-8291-f3cc03cacbeb), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:24.096771 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:13:24.099870 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:13:24.103254 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:13:24.137162 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event updated for resources: {'Port': ['ID=e2e73c56-39c1-4a13-8291-f3cc03cacbeb,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:24.200141 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for floatingip (df286e2f-03d7-45f2-b8f3-410c37281b01), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:24.305607 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (e2e73c56-39c1-4a13-8291-f3cc03cacbeb), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:24.471740 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a23738-fd6d-4578-afdb-efc31436f0fa req-9446146f-542b-42e8-b657-0568a34caade tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:24.473232 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f8a23738-fd6d-4578-afdb-efc31436f0fa req-9446146f-542b-42e8-b657-0568a34caade tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0836196 Mar 21 22:13:24.496292 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37592) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:24.502081 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1095416940-network', 'tenant_id': 'eaeff0f4bfa44655afd4b95f5028b443'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:13:24.523352 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for port (e2e73c56-39c1-4a13-8291-f3cc03cacbeb), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:24.542207 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f8a23738-fd6d-4578-afdb-efc31436f0fa req-2e06ad7b-7365-43d0-be25-4bda78e71c37 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609136 Mar 21 22:13:24.575519 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Made reservation on behalf of eaeff0f4bfa44655afd4b95f5028b443 for: {'network': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:13:24.577883 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:24.587581 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:24.604085 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (e2e73c56-39c1-4a13-8291-f3cc03cacbeb), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:24.665506 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Publish callbacks [] for security_group (dd6c2568-ea6d-4462-8a55-a369a81e2448), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:24.675156 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event updated for resources: {'Port': ['ID=e2e73c56-39c1-4a13-8291-f3cc03cacbeb,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:24.686868 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (df286e2f-03d7-45f2-b8f3-410c37281b01), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:24.747156 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (dd6c2568-ea6d-4462-8a55-a369a81e2448), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:24.772059 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=115862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 22:13:24.782257 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6c2568-ea6d-4462-8a55-a369a81e2448,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:24.787212 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (3fd19ae4-6cca-4178-804d-e4d20a3b4355), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:24.787365 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.segments_db [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Added segment 3fd19ae4-6cca-4178-804d-e4d20a3b4355 of type vlan for network d7999958-6977-4dde-bcef-8e96c3df9f27 Mar 21 22:13:24.788744 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:24.789992 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-63cf45cf-85df-4d17-9f61-7da2391bb071 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2745845 Mar 21 22:13:24.801157 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:24.801530 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:24.801996 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:24.802281 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:24.802679 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:24.803044 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:24.803375 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:24.803702 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:24.804028 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:24.804353 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:24.804678 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:24.805003 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:24.805324 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:24.805644 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:24.805964 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:24.851591 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (d7999958-6977-4dde-bcef-8e96c3df9f27), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:24.952915 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (d7999958-6977-4dde-bcef-8e96c3df9f27), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:24.954564 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:24.955527 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:24.998551 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-f88b16fb-7756-4b78-ab9b-6e4a0831a5f5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--675147897&fields=id&tenant_id=6badcf73def74a95ba7f934a370e6481 HTTP/1.1" status: 200 len: 267 time: 0.0447533 Mar 21 22:13:25.014067 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] Pushing event updated for resources: {'Network': ['ID=d7999958-6977-4dde-bcef-8e96c3df9f27,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:25.024873 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network d7999958-6977-4dde-bcef-8e96c3df9f27 details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 22:13:25.070261 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-908469ac-e294-4aaf-85a3-57bca513ceb0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5728424 Mar 21 22:13:25.072971 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37606) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:25.079288 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-727bad3b-d3e1-4fa9-9367-b188ede955ff admin admin] Request body: {'subnet': {'network_id': 'd7999958-6977-4dde-bcef-8e96c3df9f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1095416940-subnet', 'tenant_id': 'eaeff0f4bfa44655afd4b95f5028b443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:13:25.117978 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-2e16270d-4b59-4c8a-830a-df20c759b4d5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:25.119461 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-2e16270d-4b59-4c8a-830a-df20c759b4d5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/networks?id=40ee543d-b9b0-4194-aff5-428ab22bb708 HTTP/1.1" status: 200 len: 811 time: 0.1136439 Mar 21 22:13:25.134391 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6b9de4f4-2809-4402-9d48-050684927ed7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/quotas/6badcf73def74a95ba7f934a370e6481 HTTP/1.1" status: 200 len: 375 time: 0.0095580 Mar 21 22:13:25.186605 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727bad3b-d3e1-4fa9-9367-b188ede955ff admin admin] Made reservation on behalf of eaeff0f4bfa44655afd4b95f5028b443 for: {'subnet': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:13:25.189517 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-727bad3b-d3e1-4fa9-9367-b188ede955ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450597'] for subnet (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:25.189888 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-4a9390f8-3f85-4ad4-ba98-19e612e33648 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6badcf73def74a95ba7f934a370e6481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504968 Mar 21 22:13:25.286254 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-bb89142e-0e8d-4f29-bc00-0973d780cdde service neutron] 10.222.0.45 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832725 Mar 21 22:13:25.379788 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-c7adaea6-45a2-43cf-a4a2-6c5437ce835f service neutron] 10.222.0.45 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877509 Mar 21 22:13:25.409818 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-727bad3b-d3e1-4fa9-9367-b188ede955ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8624967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450611'] for subnet (07e36e8e-d8cb-48f7-94b5-dbd1505ce21d), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:25.473567 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bad3b-d3e1-4fa9-9367-b188ede955ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=07e36e8e-d8cb-48f7-94b5-dbd1505ce21d,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:25.481833 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727bad3b-d3e1-4fa9-9367-b188ede955ff admin admin] Checking segment: {'id': '3fd19ae4-6cca-4178-804d-e4d20a3b4355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd7999958-6977-4dde-bcef-8e96c3df9f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:13:25.482215 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727bad3b-d3e1-4fa9-9367-b188ede955ff admin admin] Network hostable DHCP agents. Network: d7999958-6977-4dde-bcef-8e96c3df9f27, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 22:13:25.592366 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727bad3b-d3e1-4fa9-9367-b188ede955ff admin admin] Network d7999958-6977-4dde-bcef-8e96c3df9f27 is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 22:13:25.644340 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-727bad3b-d3e1-4fa9-9367-b188ede955ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, d7999958-6977-4dde-bcef-8e96c3df9f27) {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:13:25.656119 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727bad3b-d3e1-4fa9-9367-b188ede955ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:25.656119 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-727bad3b-d3e1-4fa9-9367-b188ede955ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:25.657135 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7afa93a-39e1-4d6d-b77c-2eefae8795fe None None] Network d7999958-6977-4dde-bcef-8e96c3df9f27 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:13:25.666608 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7060b0-ea25-4bf5-8955-1f6dfb4fbc9d req-30dfb96e-8dcb-4eca-ae91-5dafb8703f9f tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:25.674811 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5c7060b0-ea25-4bf5-8955-1f6dfb4fbc9d req-30dfb96e-8dcb-4eca-ae91-5dafb8703f9f tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0664744 Mar 21 22:13:25.726506 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f2f8f17d-7d38-4950-b9db-8551e8516284 req-7c65b24c-d8e8-4e7c-9295-c193a52daa85 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 210 time: 0.0344832 Mar 21 22:13:25.726848 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-727bad3b-d3e1-4fa9-9367-b188ede955ff admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6525815 Mar 21 22:13:25.789247 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5c7060b0-ea25-4bf5-8955-1f6dfb4fbc9d req-203041d2-d0af-4742-93a2-560af8fd29cd tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124530 Mar 21 22:13:25.800224 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a78ddb1-c0f6-4613-a7e5-35d0de44ea89 None None] Network d7999958-6977-4dde-bcef-8e96c3df9f27 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:13:25.877806 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37620) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:25.922161 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cfc90f-a8bd-42c4-832c-2060cceb14ae admin admin] Deleting subnet ae17d909-2b37-4a7e-a490-02df12e03779 {{(pid=115862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 22:13:25.925967 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-05cfc90f-a8bd-42c4-832c-2060cceb14ae admin admin] Publish callbacks [] for subnet (ae17d909-2b37-4a7e-a490-02df12e03779), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:25.959144 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-05cfc90f-a8bd-42c4-832c-2060cceb14ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12426326'] for subnet (ae17d909-2b37-4a7e-a490-02df12e03779), precommit_delete_associations {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:26.001157 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-05cfc90f-a8bd-42c4-832c-2060cceb14ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017098'] for subnet (ae17d909-2b37-4a7e-a490-02df12e03779), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:26.144581 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-05cfc90f-a8bd-42c4-832c-2060cceb14ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450568'] for subnet (ae17d909-2b37-4a7e-a490-02df12e03779), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:26.168819 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfc90f-a8bd-42c4-832c-2060cceb14ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae17d909-2b37-4a7e-a490-02df12e03779,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:26.172723 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-05cfc90f-a8bd-42c4-832c-2060cceb14ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:26.175992 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-05cfc90f-a8bd-42c4-832c-2060cceb14ae admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ae17d909-2b37-4a7e-a490-02df12e03779 HTTP/1.1" status: 204 len: 168 time: 0.2968273 Mar 21 22:13:26.178869 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37622) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:26.247965 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9320534a-28f6-4b5b-8b5c-c67d91246c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834117'] for network (5d4b0c0c-ff76-45ff-9f0b-78fe37181e29), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:26.327960 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9320534a-28f6-4b5b-8b5c-c67d91246c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-954303', 'neutron.services.segments.db._delete_segments_for_network-8732299838531'] for network (5d4b0c0c-ff76-45ff-9f0b-78fe37181e29), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:26.348872 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-9320534a-28f6-4b5b-8b5c-c67d91246c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4b0c0c-ff76-45ff-9f0b-78fe37181e29']}} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:26.358096 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-9320534a-28f6-4b5b-8b5c-c67d91246c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5256dd95-0038-402e-b833-96190ceab0c9') {'for_net_delete': True} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:26.358390 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-9320534a-28f6-4b5b-8b5c-c67d91246c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5256dd95-0038-402e-b833-96190ceab0c9') {} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:26.367561 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9320534a-28f6-4b5b-8b5c-c67d91246c59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299988300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12426351'] for segment (5256dd95-0038-402e-b833-96190ceab0c9), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:26.382542 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9320534a-28f6-4b5b-8b5c-c67d91246c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (5256dd95-0038-402e-b833-96190ceab0c9), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:26.388455 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9320534a-28f6-4b5b-8b5c-c67d91246c59 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=115862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 22:13:26.388940 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9320534a-28f6-4b5b-8b5c-c67d91246c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625572'] for segment (5256dd95-0038-402e-b833-96190ceab0c9), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: Traceback (most recent call last): Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: timer() Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: cb(*args, **kw) Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: return func(*args, **kwargs) Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: self._notify() Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: self.callback(batched_events) Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: event.method(event) Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: return f(self, *a, **k) Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: return self._get(url).json() Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: return self.request(url, 'GET', **kwargs) Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 22:13:26.390474 dv-cinder-834545-1-iscsi neutron-server[115862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 22:13:26.524269 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9320534a-28f6-4b5b-8b5c-c67d91246c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-954244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4165242'] for network (5d4b0c0c-ff76-45ff-9f0b-78fe37181e29), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:26.531941 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9320534a-28f6-4b5b-8b5c-c67d91246c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:26.535390 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-9320534a-28f6-4b5b-8b5c-c67d91246c59 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5d4b0c0c-ff76-45ff-9f0b-78fe37181e29 HTTP/1.1" status: 204 len: 168 time: 0.3552608 Mar 21 22:13:26.538285 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37626) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:26.548671 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320534a-28f6-4b5b-8b5c-c67d91246c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d4b0c0c-ff76-45ff-9f0b-78fe37181e29,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:26.586529 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d03b9a-0c6f-4d90-aa5d-290b5dccaaec admin admin] Deleting subnet 07e36e8e-d8cb-48f7-94b5-dbd1505ce21d {{(pid=115863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 22:13:26.589830 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-29d03b9a-0c6f-4d90-aa5d-290b5dccaaec admin admin] Publish callbacks [] for subnet (07e36e8e-d8cb-48f7-94b5-dbd1505ce21d), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:26.624392 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-29d03b9a-0c6f-4d90-aa5d-290b5dccaaec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9663761'] for subnet (07e36e8e-d8cb-48f7-94b5-dbd1505ce21d), precommit_delete_associations {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:26.662279 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-29d03b9a-0c6f-4d90-aa5d-290b5dccaaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017098'] for subnet (07e36e8e-d8cb-48f7-94b5-dbd1505ce21d), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:26.805055 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-29d03b9a-0c6f-4d90-aa5d-290b5dccaaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9687552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12331888'] for subnet (07e36e8e-d8cb-48f7-94b5-dbd1505ce21d), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:26.832681 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5347ccab-889b-4623-9c86-dcd41108eb15 req-69eaa579-bbe2-4afc-8d8c-e6f254e21aef tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 210 time: 0.0380752 Mar 21 22:13:26.851601 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d03b9a-0c6f-4d90-aa5d-290b5dccaaec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07e36e8e-d8cb-48f7-94b5-dbd1505ce21d,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:26.864302 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-29d03b9a-0c6f-4d90-aa5d-290b5dccaaec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:26.864302 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-29d03b9a-0c6f-4d90-aa5d-290b5dccaaec admin admin] 10.222.0.45 "DELETE /v2.0/subnets/07e36e8e-d8cb-48f7-94b5-dbd1505ce21d HTTP/1.1" status: 204 len: 168 time: 0.3186872 Mar 21 22:13:26.866238 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37632) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:26.915856 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f941e9-6c32-4638-9ede-f9b3c1b84502 req-cc5c5c5f-03bb-4c8e-97a8-ad736f0e4c9f tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:26.919338 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a9f941e9-6c32-4638-9ede-f9b3c1b84502 req-cc5c5c5f-03bb-4c8e-97a8-ad736f0e4c9f tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0552609 Mar 21 22:13:26.940189 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3dc3ce4a-147f-4b6e-97c6-9e711285ea3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834117'] for network (d7999958-6977-4dde-bcef-8e96c3df9f27), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:26.968072 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a9f941e9-6c32-4638-9ede-f9b3c1b84502 req-60ffa4f5-236b-4c14-a3e5-427951a44f2d tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445414 Mar 21 22:13:27.022136 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3dc3ce4a-147f-4b6e-97c6-9e711285ea3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-954303', 'neutron.services.segments.db._delete_segments_for_network-8732299838531'] for network (d7999958-6977-4dde-bcef-8e96c3df9f27), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:27.041719 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-3dc3ce4a-147f-4b6e-97c6-9e711285ea3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7999958-6977-4dde-bcef-8e96c3df9f27']}} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:27.051379 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-3dc3ce4a-147f-4b6e-97c6-9e711285ea3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd19ae4-6cca-4178-804d-e4d20a3b4355') {'for_net_delete': True} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:27.051670 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-3dc3ce4a-147f-4b6e-97c6-9e711285ea3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd19ae4-6cca-4178-804d-e4d20a3b4355') {} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:27.060648 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3dc3ce4a-147f-4b6e-97c6-9e711285ea3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299988300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12426351'] for segment (3fd19ae4-6cca-4178-804d-e4d20a3b4355), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:27.077215 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3dc3ce4a-147f-4b6e-97c6-9e711285ea3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (3fd19ae4-6cca-4178-804d-e4d20a3b4355), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:27.084132 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc3ce4a-147f-4b6e-97c6-9e711285ea3f admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=115862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 22:13:27.084547 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3dc3ce4a-147f-4b6e-97c6-9e711285ea3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625572'] for segment (3fd19ae4-6cca-4178-804d-e4d20a3b4355), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: Traceback (most recent call last): Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: timer() Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: cb(*args, **kw) Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: return func(*args, **kwargs) Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: self._notify() Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: self.callback(batched_events) Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: event.method(event) Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: return f(self, *a, **k) Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: return self._get(url).json() Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: return self.request(url, 'GET', **kwargs) Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 22:13:27.086151 dv-cinder-834545-1-iscsi neutron-server[115862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 22:13:27.221397 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3dc3ce4a-147f-4b6e-97c6-9e711285ea3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-954244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4165242'] for network (d7999958-6977-4dde-bcef-8e96c3df9f27), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:27.227072 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-3dc3ce4a-147f-4b6e-97c6-9e711285ea3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:27.230752 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-3dc3ce4a-147f-4b6e-97c6-9e711285ea3f admin admin] 10.222.0.45 "DELETE /v2.0/networks/d7999958-6977-4dde-bcef-8e96c3df9f27 HTTP/1.1" status: 204 len: 168 time: 0.3630950 Mar 21 22:13:27.249748 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3ce4a-147f-4b6e-97c6-9e711285ea3f admin admin] Pushing event deleted for resources: {'Network': ['ID=d7999958-6977-4dde-bcef-8e96c3df9f27,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:27.611653 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37636) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:27.650982 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-20fe7cf0-b8ca-43b3-aab2-48b7bb02e658 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=857fef160aac4149a2a8e0b816b7ca42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380347 Mar 21 22:13:27.653701 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37638) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:27.699796 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-d4604abd-130e-4b68-adc2-59b8544e732d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:27.701235 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-d4604abd-130e-4b68-adc2-59b8544e732d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.47 "GET /v2.0/networks?id=40ee543d-b9b0-4194-aff5-428ab22bb708 HTTP/1.1" status: 200 len: 811 time: 0.1078005 Mar 21 22:13:27.706350 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-04b71230-1642-47f0-ae56-6167cdce3f37 admin admin] Publish callbacks [] for security_group (559e4456-bc67-4aa5-a3be-02fe8a99ebb4), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:27.727092 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-04b71230-1642-47f0-ae56-6167cdce3f37 admin admin] Publish callbacks [] for security_group (559e4456-bc67-4aa5-a3be-02fe8a99ebb4), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:27.769864 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-7d3d884f-a41f-4f16-afa6-aa171e7cf991 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6badcf73def74a95ba7f934a370e6481 HTTP/1.1" status: 200 len: 379 time: 0.0528431 Mar 21 22:13:27.779787 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-9cb2ec11-938e-4218-a415-cc42afdc32a6 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Request body: {'port': {'device_id': 'b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'admin_state_up': True, 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'security_groups': ['ca37f26e-57b8-4a35-a9c9-2aabc79b8074']}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:13:27.857050 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-04b71230-1642-47f0-ae56-6167cdce3f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (559e4456-bc67-4aa5-a3be-02fe8a99ebb4), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:27.860669 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-04b71230-1642-47f0-ae56-6167cdce3f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:27.863256 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-04b71230-1642-47f0-ae56-6167cdce3f37 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/559e4456-bc67-4aa5-a3be-02fe8a99ebb4 HTTP/1.1" status: 204 len: 168 time: 0.2079022 Mar 21 22:13:27.885682 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b71230-1642-47f0-ae56-6167cdce3f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559e4456-bc67-4aa5-a3be-02fe8a99ebb4,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:27.945921 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0c16d374-f563-4bd9-906b-f2c7921ba271 req-668fe719-9d8b-45c5-909d-6571f03bcee8 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 210 time: 0.0283587 Mar 21 22:13:27.964135 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-9cb2ec11-938e-4218-a415-cc42afdc32a6 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Made reservation on behalf of 6badcf73def74a95ba7f934a370e6481 for: {'port': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:13:27.967668 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-9cb2ec11-938e-4218-a415-cc42afdc32a6 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:28.141139 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e43128-bc6e-4226-9c4c-33f087b28f65 req-07ad2371-44c8-41de-a124-4c6405ddacd2 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:28.142533 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-36e43128-bc6e-4226-9c4c-33f087b28f65 req-07ad2371-44c8-41de-a124-4c6405ddacd2 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.1028564 Mar 21 22:13:28.144117 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-9cb2ec11-938e-4218-a415-cc42afdc32a6 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Allocated IP 172.20.0.13 (40ee543d-b9b0-4194-aff5-428ab22bb708/97b37723-8621-4579-8205-a7e22e0b1d04/2912b29f-33c5-461e-b6d9-51a57b35d2d2) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:13:28.220588 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-36e43128-bc6e-4226-9c4c-33f087b28f65 req-72bd28f6-2cc9-4eb8-b7a0-bfa3bca537de tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722792 Mar 21 22:13:28.318337 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-9cb2ec11-938e-4218-a415-cc42afdc32a6 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for port (2912b29f-33c5-461e-b6d9-51a57b35d2d2), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:28.455459 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-9cb2ec11-938e-4218-a415-cc42afdc32a6 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (2912b29f-33c5-461e-b6d9-51a57b35d2d2), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:28.498647 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-9cb2ec11-938e-4218-a415-cc42afdc32a6 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Network 40ee543d-b9b0-4194-aff5-428ab22bb708 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:13:28.501851 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-9cb2ec11-938e-4218-a415-cc42afdc32a6 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:13:28.508131 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-9cb2ec11-938e-4218-a415-cc42afdc32a6 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:13:28.514478 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2ec11-938e-4218-a415-cc42afdc32a6 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event updated for resources: {'Port': ['ID=2912b29f-33c5-461e-b6d9-51a57b35d2d2,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:28.566136 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-9cb2ec11-938e-4218-a415-cc42afdc32a6 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:28.567032 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-9cb2ec11-938e-4218-a415-cc42afdc32a6 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:28.602309 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37654) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:28.647004 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-5a176599-b7ad-4b7c-a30a-6e92c87e4cb6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eaeff0f4bfa44655afd4b95f5028b443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418606 Mar 21 22:13:28.649258 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37656) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:28.663816 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-9cb2ec11-938e-4218-a415-cc42afdc32a6 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8876100 Mar 21 22:13:28.700947 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a224609d-0cad-4263-9b48-82be1f583a49 admin admin] Publish callbacks [] for security_group (dd6c2568-ea6d-4462-8a55-a369a81e2448), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:28.725730 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a224609d-0cad-4263-9b48-82be1f583a49 admin admin] Publish callbacks [] for security_group (dd6c2568-ea6d-4462-8a55-a369a81e2448), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:28.747680 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Request body: {'port': {'device_id': 'b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:13:28.804056 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-68245527-d8cb-45a5-88ec-7ceba406a05e None None] Provisioning complete for port 2912b29f-33c5-461e-b6d9-51a57b35d2d2 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:13:28.804602 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-68245527-d8cb-45a5-88ec-7ceba406a05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (2912b29f-33c5-461e-b6d9-51a57b35d2d2), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:28.808820 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (2912b29f-33c5-461e-b6d9-51a57b35d2d2), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:28.844439 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-68245527-d8cb-45a5-88ec-7ceba406a05e None None] Port 2912b29f-33c5-461e-b6d9-51a57b35d2d2 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:13:28.844699 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a224609d-0cad-4263-9b48-82be1f583a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (dd6c2568-ea6d-4462-8a55-a369a81e2448), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:28.847354 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a224609d-0cad-4263-9b48-82be1f583a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:28.850800 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-a224609d-0cad-4263-9b48-82be1f583a49 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd6c2568-ea6d-4462-8a55-a369a81e2448 HTTP/1.1" status: 204 len: 168 time: 0.1979811 Mar 21 22:13:28.861940 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224609d-0cad-4263-9b48-82be1f583a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6c2568-ea6d-4462-8a55-a369a81e2448,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:29.114657 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b5611-b6de-4790-875f-0ddf863a0c79 req-96b3f221-c91e-469e-9612-db73e8804b1e tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:29.116299 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ac5b5611-b6de-4790-875f-0ddf863a0c79 req-96b3f221-c91e-469e-9612-db73e8804b1e tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 932 time: 0.0993378 Mar 21 22:13:29.164618 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2912b29f-33c5-461e-b6d9-51a57b35d2d2 {{(pid=115863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:13:29.175792 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Publish callbacks [] for port (2912b29f-33c5-461e-b6d9-51a57b35d2d2), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:29.207235 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.provisioning_blocks [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Transition to ACTIVE for port object 2912b29f-33c5-461e-b6d9-51a57b35d2d2 will not be triggered until provisioned by entity L2. {{(pid=115863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:13:29.211132 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ac5b5611-b6de-4790-875f-0ddf863a0c79 req-f4af8060-45d1-4689-8770-1c4e5045b390 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739679 Mar 21 22:13:29.289868 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (2912b29f-33c5-461e-b6d9-51a57b35d2d2), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:29.368707 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Pushing event updated for resources: {'Port': ['ID=2912b29f-33c5-461e-b6d9-51a57b35d2d2,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:29.440238 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443272a-7718-439d-b101-f6a02126bc84 req-218320ba-f2d0-4f7e-bc86-adb2afd4ddd0 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:29.441840 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7443272a-7718-439d-b101-f6a02126bc84 req-218320ba-f2d0-4f7e-bc86-adb2afd4ddd0 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.1495256 Mar 21 22:13:29.484608 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Attempting to bind port 2912b29f-33c5-461e-b6d9-51a57b35d2d2 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:13:29.485417 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Attempting to bind port 2912b29f-33c5-461e-b6d9-51a57b35d2d2 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '0a5ede9b-1bf3-4d1e-8588-522ae009eda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708'}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:13:29.485746 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Attempting to bind port 2912b29f-33c5-461e-b6d9-51a57b35d2d2 on network 40ee543d-b9b0-4194-aff5-428ab22bb708 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:13:29.498937 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Port 2912b29f-33c5-461e-b6d9-51a57b35d2d2 on network 40ee543d-b9b0-4194-aff5-428ab22bb708 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:13:29.499256 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Attempting to bind port 2912b29f-33c5-461e-b6d9-51a57b35d2d2 on network 40ee543d-b9b0-4194-aff5-428ab22bb708 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:13:29.514186 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:13:29.514535 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Checking segment: {'id': '0a5ede9b-1bf3-4d1e-8588-522ae009eda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:13:29.514988 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Bound using segment: {'id': '0a5ede9b-1bf3-4d1e-8588-522ae009eda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708'} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:13:29.515423 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Bound port: 2912b29f-33c5-461e-b6d9-51a57b35d2d2, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5ede9b-1bf3-4d1e-8588-522ae009eda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708'}}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:13:29.515831 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (2912b29f-33c5-461e-b6d9-51a57b35d2d2), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:29.529602 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7443272a-7718-439d-b101-f6a02126bc84 req-f5914aa0-b825-4aa6-8b91-842e3a0667b1 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803652 Mar 21 22:13:29.592483 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] For port 2912b29f-33c5-461e-b6d9-51a57b35d2d2, host hv-cinder-83454, cleared binding levels {{(pid=115863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:13:29.596487 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] For port 2912b29f-33c5-461e-b6d9-51a57b35d2d2, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2912b29f-33c5-461e-b6d9-51a57b35d2d2,segment=NetworkSegment(0a5ede9b-1bf3-4d1e-8588-522ae009eda1),segment_id=0a5ede9b-1bf3-4d1e-8588-522ae009eda1)] {{(pid=115863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:13:29.677394 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (2912b29f-33c5-461e-b6d9-51a57b35d2d2), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:29.717050 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:29.717707 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:29.719907 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] 10.222.0.47 "PUT /v2.0/ports/2912b29f-33c5-461e-b6d9-51a57b35d2d2 HTTP/1.1" status: 200 len: 1094 time: 0.9758637 Mar 21 22:13:29.720349 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7', 'tag': '2912b29f-33c5-461e-b6d9-51a57b35d2d2'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:13:29.722657 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa0256b-336b-45aa-83eb-091787d6e9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7", "tag": "2912b29f-33c5-461e-b6d9-51a57b35d2d2"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:13:29.747598 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd08db-5fbc-45e0-b71d-a87633be0521 service neutron] Pushing event updated for resources: {'Port': ['ID=2912b29f-33c5-461e-b6d9-51a57b35d2d2,revision_number=3']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:29.772754 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9c0798-f27d-4181-ab0f-fff28874b051 x-openstack-request-id: req-9d9c0798-f27d-4181-ab0f-fff28874b051 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:13:29.772754 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7", "tag": "2912b29f-33c5-461e-b6d9-51a57b35d2d2", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:13:29.772754 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d9c0798-f27d-4181-ab0f-fff28874b051 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:13:29.772754 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7', 'tag': '2912b29f-33c5-461e-b6d9-51a57b35d2d2', 'status': 'completed', 'code': 200} Mar 21 22:13:29.872468 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0256b-336b-45aa-83eb-091787d6e9a3 req-b96441e1-e22f-4910-8bbc-e0c5c179569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:29.873953 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0aa0256b-336b-45aa-83eb-091787d6e9a3 req-b96441e1-e22f-4910-8bbc-e0c5c179569b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6badcf73def74a95ba7f934a370e6481&device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 1128 time: 0.0614951 Mar 21 22:13:29.962740 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de791-b1ad-4ca2-a7e5-920ef329ffd8 req-541cae32-464c-4338-9cd3-0cc23dfe9802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:29.964340 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2d1de791-b1ad-4ca2-a7e5-920ef329ffd8 req-541cae32-464c-4338-9cd3-0cc23dfe9802 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dbb0924c2d1456aaea6264ed21663f8&device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 1129 time: 0.1069248 Mar 21 22:13:30.326452 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0256b-336b-45aa-83eb-091787d6e9a3 req-41528169-5f97-4661-a1b8-19485968f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:30.327921 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0aa0256b-336b-45aa-83eb-091787d6e9a3 req-41528169-5f97-4661-a1b8-19485968f9e3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6badcf73def74a95ba7f934a370e6481&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4374075 Mar 21 22:13:30.434575 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b76ed0-11cd-4944-9e9c-2e54cd4e4d4b req-e056c3ba-aa48-420d-a83b-bb4cce41b217 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:30.436243 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-30b76ed0-11cd-4944-9e9c-2e54cd4e4d4b req-e056c3ba-aa48-420d-a83b-bb4cce41b217 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 944 time: 0.1474688 Mar 21 22:13:30.456491 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de791-b1ad-4ca2-a7e5-920ef329ffd8 req-3c559e91-fbf4-46b3-a9cc-908146d5221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:30.457940 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2d1de791-b1ad-4ca2-a7e5-920ef329ffd8 req-3c559e91-fbf4-46b3-a9cc-908146d5221e service neutron] 10.222.0.47 "GET /v2.0/networks?id=bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 HTTP/1.1" status: 200 len: 909 time: 0.4837096 Mar 21 22:13:30.537041 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0256b-336b-45aa-83eb-091787d6e9a3 req-235e9400-9b23-4015-9dca-93f84649af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:30.538482 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0aa0256b-336b-45aa-83eb-091787d6e9a3 req-235e9400-9b23-4015-9dca-93f84649af3d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2029006 Mar 21 22:13:30.566558 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-30b76ed0-11cd-4944-9e9c-2e54cd4e4d4b req-e0672b0d-6709-4c2e-915c-9fbad5c7710f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245856 Mar 21 22:13:30.571020 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2d1de791-b1ad-4ca2-a7e5-920ef329ffd8 req-f0db9754-484e-493e-9f20-7db9524ccd33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e2302d-e496-49a7-95b5-e3f8e8ab602c HTTP/1.1" status: 200 len: 1000 time: 0.1018808 Mar 21 22:13:30.678124 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f7261-cb0d-4104-b384-7593292e3123 req-63ebf03d-98bb-4f6d-a55c-113519b011bd tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:30.679938 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e98f7261-cb0d-4104-b384-7593292e3123 req-63ebf03d-98bb-4f6d-a55c-113519b011bd tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0548112 Mar 21 22:13:30.732414 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e98f7261-cb0d-4104-b384-7593292e3123 req-e835d05a-88d4-4aef-88fa-e9c5b0dc87c5 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463219 Mar 21 22:13:30.823767 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de791-b1ad-4ca2-a7e5-920ef329ffd8 req-26e97edb-8f79-4111-8f0b-f7a4328deeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:30.826857 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2d1de791-b1ad-4ca2-a7e5-920ef329ffd8 req-26e97edb-8f79-4111-8f0b-f7a4328deeca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=467c48a9-2c76-4760-b26b-44922ac0c885 HTTP/1.1" status: 200 len: 847 time: 0.0855305 Mar 21 22:13:30.845504 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-2e3195e4-3d6b-4577-a202-5e40d90a5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:30.847055 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-2e3195e4-3d6b-4577-a202-5e40d90a5386 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6badcf73def74a95ba7f934a370e6481&device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 1128 time: 0.0986161 Mar 21 22:13:30.901307 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-da8cf937-cd91-4fab-bc31-7919f72775e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2912b29f-33c5-461e-b6d9-51a57b35d2d2 HTTP/1.1" status: 200 len: 217 time: 0.0383327 Mar 21 22:13:30.955481 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de791-b1ad-4ca2-a7e5-920ef329ffd8 req-9d8d2e7a-111e-4081-a6af-4fcb488a5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:30.957000 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2d1de791-b1ad-4ca2-a7e5-920ef329ffd8 req-9d8d2e7a-111e-4081-a6af-4fcb488a5f8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1243320 Mar 21 22:13:30.971996 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-9bcd3bce-60b8-465a-a770-575ce84cda8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:30.973397 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-9bcd3bce-60b8-465a-a770-575ce84cda8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97b37723-8621-4579-8205-a7e22e0b1d04 HTTP/1.1" status: 200 len: 850 time: 0.0668235 Mar 21 22:13:31.084669 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-65f0e2a2-217b-493f-b1f4-4c9b490acb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:31.091740 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-65f0e2a2-217b-493f-b1f4-4c9b490acb30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40ee543d-b9b0-4194-aff5-428ab22bb708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1017423 Mar 21 22:13:31.091740 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2d1de791-b1ad-4ca2-a7e5-920ef329ffd8 req-4e395c7e-01ee-4a45-ac09-a8f42e9dc989 service neutron] 10.222.0.47 "GET /v2.0/networks/bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247520 Mar 21 22:13:31.255155 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2d1de791-b1ad-4ca2-a7e5-920ef329ffd8 req-91924670-21f1-4479-9d15-bcd4dbdac37c service neutron] 10.222.0.47 "GET /v2.0/networks/bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578608 Mar 21 22:13:31.256910 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-2d2005ec-75b2-4731-acb2-526baa8820ca service neutron] 10.222.0.47 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587999 Mar 21 22:13:31.359240 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-beccd94f-4e4e-43de-89fe-1263e794e376 req-9ced4ab6-fc60-4fa3-bbba-19bb2cb9ef88 service neutron] 10.222.0.47 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847330 Mar 21 22:13:31.692525 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc2908-a817-47f3-bc26-91087e1e232f req-c4b54378-5646-4bff-892e-736328effcdc tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:31.702204 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d4bc2908-a817-47f3-bc26-91087e1e232f req-c4b54378-5646-4bff-892e-736328effcdc tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 944 time: 0.0634189 Mar 21 22:13:31.745844 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d4bc2908-a817-47f3-bc26-91087e1e232f req-2647ac75-feed-47be-9da0-da0a8d5252c5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458543 Mar 21 22:13:31.854241 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b421b2-76c9-46bb-a513-63ffdbbd5a9f req-7007933b-49c8-45fb-9e58-2aa2ce3c9d40 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:31.855824 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f8b421b2-76c9-46bb-a513-63ffdbbd5a9f req-7007933b-49c8-45fb-9e58-2aa2ce3c9d40 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0530269 Mar 21 22:13:31.904429 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f8b421b2-76c9-46bb-a513-63ffdbbd5a9f req-19597fca-0af5-451a-9cfa-e2893afd2fc2 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421963 Mar 21 22:13:32.864772 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b60547-e276-463a-8989-557427793f13 req-229c6a5d-a7ba-4783-ae82-553fc7db3a84 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:32.866331 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f1b60547-e276-463a-8989-557427793f13 req-229c6a5d-a7ba-4783-ae82-553fc7db3a84 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 944 time: 0.0534170 Mar 21 22:13:32.913911 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f1b60547-e276-463a-8989-557427793f13 req-b3a3cc52-72ca-4b85-8906-2fd297dd0947 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415838 Mar 21 22:13:33.025259 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84f6d4-b175-461e-8aa2-d676f1df3d0d req-f20ca500-08f8-4351-a316-e21e1ec41c8c tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:33.026649 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2b84f6d4-b175-461e-8aa2-d676f1df3d0d req-f20ca500-08f8-4351-a316-e21e1ec41c8c tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0552967 Mar 21 22:13:33.074342 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2b84f6d4-b175-461e-8aa2-d676f1df3d0d req-879d2d65-93d0-48bf-8dc1-6d9985f03a8d tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414097 Mar 21 22:13:34.029979 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e55363-9fdb-4214-a5ce-14e908716f5d req-6e135565-6abb-48e7-853d-6bd3d08e85a5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:34.031383 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-16e55363-9fdb-4214-a5ce-14e908716f5d req-6e135565-6abb-48e7-853d-6bd3d08e85a5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 944 time: 0.0522394 Mar 21 22:13:34.076767 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-16e55363-9fdb-4214-a5ce-14e908716f5d req-54c76889-7f47-48ca-acb7-add764f68c48 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393713 Mar 21 22:13:34.078257 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 2912b29f-33c5-461e-b6d9-51a57b35d2d2 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:13:34.180632 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 2912b29f-33c5-461e-b6d9-51a57b35d2d2, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2912b29f-33c5-461e-b6d9-51a57b35d2d2,segment=NetworkSegment(0a5ede9b-1bf3-4d1e-8588-522ae009eda1),segment_id=0a5ede9b-1bf3-4d1e-8588-522ae009eda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:13:34.192384 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '2912b29f-33c5-461e-b6d9-51a57b35d2d2', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'port_id': '2912b29f-33c5-461e-b6d9-51a57b35d2d2', 'mac_address': 'fa:16:3e:ac:96:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:13:34.200985 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58f2ce-79ef-440c-b3dc-95c2f612fb23 req-891bffd9-ba7b-4909-a5a0-21047001e939 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:34.202572 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b58f2ce-79ef-440c-b3dc-95c2f612fb23 req-891bffd9-ba7b-4909-a5a0-21047001e939 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0587666 Mar 21 22:13:34.230946 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 2912b29f-33c5-461e-b6d9-51a57b35d2d2 is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:13:34.231303 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (2912b29f-33c5-461e-b6d9-51a57b35d2d2), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:34.245485 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2912b29f-33c5-461e-b6d9-51a57b35d2d2 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:13:34.253742 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0b58f2ce-79ef-440c-b3dc-95c2f612fb23 req-8329d377-1cc0-4f00-adfb-fd59628ef0f7 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453250 Mar 21 22:13:34.269667 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 2912b29f-33c5-461e-b6d9-51a57b35d2d2, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2912b29f-33c5-461e-b6d9-51a57b35d2d2,segment=NetworkSegment(0a5ede9b-1bf3-4d1e-8588-522ae009eda1),segment_id=0a5ede9b-1bf3-4d1e-8588-522ae009eda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:13:34.335395 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (2912b29f-33c5-461e-b6d9-51a57b35d2d2), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:34.382260 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=2912b29f-33c5-461e-b6d9-51a57b35d2d2,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:34.805833 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['2912b29f-33c5-461e-b6d9-51a57b35d2d2'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:13:35.194690 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abeff8d-af51-4ac0-a266-5bd805b6b9b2 req-3f3a7202-2950-4f5e-8324-c822af3a9588 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:35.196205 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2abeff8d-af51-4ac0-a266-5bd805b6b9b2 req-3f3a7202-2950-4f5e-8324-c822af3a9588 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 945 time: 0.0523114 Mar 21 22:13:35.240952 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2abeff8d-af51-4ac0-a266-5bd805b6b9b2 req-5f710073-caca-43c7-ba0e-9cd0f49db14d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392768 Mar 21 22:13:35.371146 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53319fb3-ebe4-471d-afba-4cdfeb7e4291 req-7a54453c-c356-4794-928d-72e1e3876ef5 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:35.372625 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-53319fb3-ebe4-471d-afba-4cdfeb7e4291 req-7a54453c-c356-4794-928d-72e1e3876ef5 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0514939 Mar 21 22:13:35.425168 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-53319fb3-ebe4-471d-afba-4cdfeb7e4291 req-54dab796-544c-48a1-96bc-27759ac83f56 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463464 Mar 21 22:13:35.761757 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df96cb8-8eaa-4a37-aa09-7cfb874cab0a req-1cd0cbc3-72e5-48ad-8e4e-fe3ffddb92dd tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:35.763247 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5df96cb8-8eaa-4a37-aa09-7cfb874cab0a req-1cd0cbc3-72e5-48ad-8e4e-fe3ffddb92dd tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0532947 Mar 21 22:13:35.814520 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5df96cb8-8eaa-4a37-aa09-7cfb874cab0a req-870c7370-b1ea-49ad-a2c0-a7b5817c0a0d tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450904 Mar 21 22:13:35.860171 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 37748) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:35.949950 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-429aa7ea-928a-4102-92e1-20aff175919e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885181 Mar 21 22:13:35.958611 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-b6f3a142-8078-4ed4-a8b9-93e77f54807c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115862) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 22:13:35.959578 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-b6f3a142-8078-4ed4-a8b9-93e77f54807c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047939 Mar 21 22:13:36.087277 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37756) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:36.181937 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-d1cd6afc-8877-4ee8-b24b-4cd664b64586 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:36.183321 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-d1cd6afc-8877-4ee8-b24b-4cd664b64586 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports/f0e2302d-e496-49a7-95b5-e3f8e8ab602c HTTP/1.1" status: 200 len: 942 time: 0.0950215 Mar 21 22:13:36.357842 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4603b-460a-4702-ba8e-7655efab9274 req-3d9acaea-7852-4400-9f05-52e48feb30f0 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:36.359393 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a3b4603b-460a-4702-ba8e-7655efab9274 req-3d9acaea-7852-4400-9f05-52e48feb30f0 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 945 time: 0.0521264 Mar 21 22:13:36.416232 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a3b4603b-460a-4702-ba8e-7655efab9274 req-5f6c5189-d693-455a-8e79-866878b35c7a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512552 Mar 21 22:13:36.933183 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bc79f-42a4-42b5-b4db-26aaf809cfce req-bcaa3349-f63a-4829-9ef2-26e531a44406 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:36.934693 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-411bc79f-42a4-42b5-b4db-26aaf809cfce req-bcaa3349-f63a-4829-9ef2-26e531a44406 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0524955 Mar 21 22:13:36.984302 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-411bc79f-42a4-42b5-b4db-26aaf809cfce req-fa36f606-f086-4fd2-9b20-fd6f7c0a5ae7 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434408 Mar 21 22:13:37.536996 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288c377-5d18-4858-9ffc-75f3ee63bb33 req-31553ff3-34f1-4a95-bed3-7f354a678fa0 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:37.538465 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d288c377-5d18-4858-9ffc-75f3ee63bb33 req-31553ff3-34f1-4a95-bed3-7f354a678fa0 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 945 time: 0.0532522 Mar 21 22:13:37.583763 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d288c377-5d18-4858-9ffc-75f3ee63bb33 req-5dfea8ed-b7bd-4ee1-92e0-c41b8c75d314 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396597 Mar 21 22:13:38.102820 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2ecfc-2761-43e2-94ca-87648c5338d2 req-e1c1f1e1-f9a5-488b-a24e-0b6b531b5d52 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:38.104310 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-38c2ecfc-2761-43e2-94ca-87648c5338d2 req-e1c1f1e1-f9a5-488b-a24e-0b6b531b5d52 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0556941 Mar 21 22:13:38.153298 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-38c2ecfc-2761-43e2-94ca-87648c5338d2 req-ffab90ba-04f6-4d61-bdcb-d62dca9012a7 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428097 Mar 21 22:13:38.449287 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-66a341a1-edbb-4a11-a87a-ed36a1120b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:38.702560 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f0f5f-63fd-4dc2-beb6-7d3e18143e13 req-ce2cd0fd-1d98-4c65-ad5a-03464b494421 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:38.707319 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4f6f0f5f-63fd-4dc2-beb6-7d3e18143e13 req-ce2cd0fd-1d98-4c65-ad5a-03464b494421 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 945 time: 0.0542166 Mar 21 22:13:38.752590 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4f6f0f5f-63fd-4dc2-beb6-7d3e18143e13 req-0a9298f0-117b-4285-ac3c-fae2ef328b7d tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427234 Mar 21 22:13:39.275266 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8d673-5a56-4636-be71-d3660b5da487 req-dbf0392c-33fa-4807-a833-0f477f8fefcb tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:39.277267 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7b8d673-5a56-4636-be71-d3660b5da487 req-dbf0392c-33fa-4807-a833-0f477f8fefcb tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0572858 Mar 21 22:13:39.331276 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7b8d673-5a56-4636-be71-d3660b5da487 req-944c3bdf-1c00-4511-bf9d-51cbdbc5c988 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480380 Mar 21 22:13:39.877819 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc49be-aeee-4238-99b8-8c3fca49e231 req-877841b4-2cd9-47f7-89d9-e18411a6266a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:39.877819 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-21fc49be-aeee-4238-99b8-8c3fca49e231 req-877841b4-2cd9-47f7-89d9-e18411a6266a tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 945 time: 0.0581360 Mar 21 22:13:39.924415 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-21fc49be-aeee-4238-99b8-8c3fca49e231 req-be4097ad-092b-4a43-8c65-7e063c417234 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409305 Mar 21 22:13:40.134627 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:40.284024 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0a554e51-01b9-4fad-8960-beff4c7b9b0a req-3631c939-af9f-4a43-903e-f0308c1e01a8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438156 Mar 21 22:13:40.369906 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a554e51-01b9-4fad-8960-beff4c7b9b0a req-5cabfb38-5ee7-4db3-94df-a7911a6931e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:40.380054 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0a554e51-01b9-4fad-8960-beff4c7b9b0a req-5cabfb38-5ee7-4db3-94df-a7911a6931e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7458146c857149e1bf0714f383c8d472&device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 1130 time: 0.0485713 Mar 21 22:13:40.518668 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c00319-fec8-4591-801e-1b38d39f0010 req-5900ffc7-9c3b-41bb-b396-014b8e785ef9 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:40.520097 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f2c00319-fec8-4591-801e-1b38d39f0010 req-5900ffc7-9c3b-41bb-b396-014b8e785ef9 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.1171839 Mar 21 22:13:40.521100 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a554e51-01b9-4fad-8960-beff4c7b9b0a req-0603bdd8-db43-42f6-b11f-bd3036db372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:40.522396 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0a554e51-01b9-4fad-8960-beff4c7b9b0a req-0603bdd8-db43-42f6-b11f-bd3036db372f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ca64710-59df-44d1-9926-47db3d9d37c7 HTTP/1.1" status: 200 len: 912 time: 0.1271617 Mar 21 22:13:40.613866 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0a554e51-01b9-4fad-8960-beff4c7b9b0a req-041b4e23-864b-4524-8c7a-43a58d8bbdfb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81c1f100-2066-4413-a1a6-8b6f0e7ca366 HTTP/1.1" status: 200 len: 1002 time: 0.0816057 Mar 21 22:13:40.617333 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f2c00319-fec8-4591-801e-1b38d39f0010 req-ba47ee67-c8ec-4eff-add5-fdf2f417a34e tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909445 Mar 21 22:13:40.661832 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a554e51-01b9-4fad-8960-beff4c7b9b0a req-ae8910b0-b70b-4207-b65c-3916670a31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:40.663291 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0a554e51-01b9-4fad-8960-beff4c7b9b0a req-ae8910b0-b70b-4207-b65c-3916670a31c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1497cc9-2e8b-48ed-991b-efcb826a8f9f HTTP/1.1" status: 200 len: 850 time: 0.0432231 Mar 21 22:13:40.710939 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 2912b29f-33c5-461e-b6d9-51a57b35d2d2 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:13:40.715198 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a554e51-01b9-4fad-8960-beff4c7b9b0a req-6f6581a9-e2b8-420f-aad0-63afecf686ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:40.716702 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0a554e51-01b9-4fad-8960-beff4c7b9b0a req-6f6581a9-e2b8-420f-aad0-63afecf686ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca64710-59df-44d1-9926-47db3d9d37c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473104 Mar 21 22:13:40.804827 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0a554e51-01b9-4fad-8960-beff4c7b9b0a req-9d2e3539-f859-409c-8038-76f68ac36eed service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802069 Mar 21 22:13:40.871024 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port 2912b29f-33c5-461e-b6d9-51a57b35d2d2 completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:13:40.875142 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 2912b29f-33c5-461e-b6d9-51a57b35d2d2 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:13:40.875545 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (2912b29f-33c5-461e-b6d9-51a57b35d2d2), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:40.951484 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 2912b29f-33c5-461e-b6d9-51a57b35d2d2 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:13:40.952290 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (2912b29f-33c5-461e-b6d9-51a57b35d2d2), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:40.984601 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2912b29f-33c5-461e-b6d9-51a57b35d2d2'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:13:40.987552 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26041edd-cb77-4712-baae-1d6da59b3bfc" -d '{"events": [{"server_uuid": "b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7", "name": "network-vif-plugged", "status": "completed", "tag": "2912b29f-33c5-461e-b6d9-51a57b35d2d2"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:13:41.000434 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 2912b29f-33c5-461e-b6d9-51a57b35d2d2, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2912b29f-33c5-461e-b6d9-51a57b35d2d2,segment=NetworkSegment(0a5ede9b-1bf3-4d1e-8588-522ae009eda1),segment_id=0a5ede9b-1bf3-4d1e-8588-522ae009eda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:13:41.022591 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0accf60d-4801-4edb-ad2a-41fe45d0da0c x-openstack-request-id: req-0accf60d-4801-4edb-ad2a-41fe45d0da0c {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:13:41.022910 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7", "name": "network-vif-plugged", "status": "completed", "tag": "2912b29f-33c5-461e-b6d9-51a57b35d2d2", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:13:41.023199 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0accf60d-4801-4edb-ad2a-41fe45d0da0c {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:13:41.023595 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2912b29f-33c5-461e-b6d9-51a57b35d2d2', 'code': 200} Mar 21 22:13:41.046358 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea45451-1f67-439f-8ff9-96dda6b46b97 req-0879be02-a532-4e79-99d2-6121d58efebc tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:41.048024 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0ea45451-1f67-439f-8ff9-96dda6b46b97 req-0879be02-a532-4e79-99d2-6121d58efebc tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 945 time: 0.0568171 Mar 21 22:13:41.060628 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-00b38274-6fc1-4d5a-b496-623897f0c81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:41.089205 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (2912b29f-33c5-461e-b6d9-51a57b35d2d2), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:41.090043 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device f0e2302d-e496-49a7-95b5-e3f8e8ab602c no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:13:41.099687 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0ea45451-1f67-439f-8ff9-96dda6b46b97 req-63b82c50-3157-4e0c-8565-6b6f62990207 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454209 Mar 21 22:13:41.167867 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=2912b29f-33c5-461e-b6d9-51a57b35d2d2,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:41.208110 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port f0e2302d-e496-49a7-95b5-e3f8e8ab602c is: ACTIVE; New status is: DOWN {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:13:41.208502 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:41.243025 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port f0e2302d-e496-49a7-95b5-e3f8e8ab602c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,segment=NetworkSegment(73ca0f0a-f106-4962-a026-1434599887e1),segment_id=73ca0f0a-f106-4962-a026-1434599887e1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:13:41.329202 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:41.375365 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,revision_number=6']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:41.737838 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81235a1-b7bb-4117-a112-d539a7067d74 req-dcc06675-c1bf-4f6f-a29d-02352a549744 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:41.739321 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e81235a1-b7bb-4117-a112-d539a7067d74 req-dcc06675-c1bf-4f6f-a29d-02352a549744 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0524433 Mar 21 22:13:41.787227 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e81235a1-b7bb-4117-a112-d539a7067d74 req-11a08b53-bfb1-4d26-897e-50a5b7267efa tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422540 Mar 21 22:13:42.216000 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1c34d-83b0-4a71-92e9-aa6e05a7c393 req-c010d726-b8bb-4c1c-a2a1-26de853dfc3e tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:42.217469 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-79b1c34d-83b0-4a71-92e9-aa6e05a7c393 req-c010d726-b8bb-4c1c-a2a1-26de853dfc3e tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 946 time: 0.0519953 Mar 21 22:13:42.263918 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-79b1c34d-83b0-4a71-92e9-aa6e05a7c393 req-ceea5abf-d336-4ca2-bbcd-70c33897f504 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408974 Mar 21 22:13:42.877832 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:42.907672 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02356099-6d45-45dc-8796-0dd8dab2d3c3 req-6f7b224c-b76b-4cd3-bb5a-86432d0180c9 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:42.909777 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-02356099-6d45-45dc-8796-0dd8dab2d3c3 req-6f7b224c-b76b-4cd3-bb5a-86432d0180c9 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0567775 Mar 21 22:13:42.957297 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-02356099-6d45-45dc-8796-0dd8dab2d3c3 req-57ba32d0-1729-47e5-be17-2901dd0c54df tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420165 Mar 21 22:13:43.024692 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:13:43.027049 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b73dd0f-613f-4f2e-a441-4dc1829ac7ed" -d '{"events": [{"server_uuid": "e577de48-76ab-47cf-ba49-ed97a048a9a8", "name": "network-vif-unplugged", "status": "completed", "tag": "f0e2302d-e496-49a7-95b5-e3f8e8ab602c"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:13:43.061617 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Mar 2022 22:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6be1ff1-af09-4ef5-bf76-51c2d0e1ff4f x-openstack-request-id: req-c6be1ff1-af09-4ef5-bf76-51c2d0e1ff4f {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:13:43.061903 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e577de48-76ab-47cf-ba49-ed97a048a9a8", "name": "network-vif-unplugged", "status": "completed", "tag": "f0e2302d-e496-49a7-95b5-e3f8e8ab602c", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:13:43.062151 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6be1ff1-af09-4ef5-bf76-51c2d0e1ff4f {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:13:43.062533 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c', 'code': 200} Mar 21 22:13:43.382021 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb4329-c3cc-4b72-a25d-535ff5db1688 req-8e950ee9-b645-4701-a1ce-c10228873876 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:43.383497 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8cbb4329-c3cc-4b72-a25d-535ff5db1688 req-8e950ee9-b645-4701-a1ce-c10228873876 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 946 time: 0.0514312 Mar 21 22:13:43.429271 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8cbb4329-c3cc-4b72-a25d-535ff5db1688 req-932510f3-5a50-4546-885d-6b14281b3b7e tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402117 Mar 21 22:13:44.079700 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1a21b-4fb3-4e12-a8a7-2cc35fbbd715 req-96879405-c960-46f9-be45-1c45d0c82f25 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:44.081170 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8ff1a21b-4fb3-4e12-a8a7-2cc35fbbd715 req-96879405-c960-46f9-be45-1c45d0c82f25 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0565240 Mar 21 22:13:44.130256 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8ff1a21b-4fb3-4e12-a8a7-2cc35fbbd715 req-1866d382-cff6-497a-88e5-04a7ab7e306e tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431888 Mar 21 22:13:44.294514 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:44.539224 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0a554e51-01b9-4fad-8960-beff4c7b9b0a req-37d48cbc-61ce-4a83-b4e3-2a840cdc4e44 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152847 Mar 21 22:13:44.562487 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c16d3-36d6-4ba8-a999-7450181225d9 req-31c9f76f-8016-4d49-a9cd-1ad4c386b0d0 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:44.563888 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-098c16d3-36d6-4ba8-a999-7450181225d9 req-31c9f76f-8016-4d49-a9cd-1ad4c386b0d0 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 946 time: 0.0633385 Mar 21 22:13:44.620448 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-098c16d3-36d6-4ba8-a999-7450181225d9 req-76d1d808-c170-4139-bf54-f5594f5e9245 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504210 Mar 21 22:13:44.747489 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-b31da92a-76c7-454a-9e62-f9d2d0cc982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:44.749097 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-b31da92a-76c7-454a-9e62-f9d2d0cc982a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8&tenant_id=7dbb0924c2d1456aaea6264ed21663f8 HTTP/1.1" status: 200 len: 1127 time: 0.0816591 Mar 21 22:13:44.855884 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c96a5-0217-4eca-8086-616db49cea0d req-ae98310b-2fc1-45c4-90d7-ba9201f2e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:44.857353 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e73c96a5-0217-4eca-8086-616db49cea0d req-ae98310b-2fc1-45c4-90d7-ba9201f2e148 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 1130 time: 0.0835681 Mar 21 22:13:44.859124 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-d525310b-d179-425d-89c2-0ddd05553a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:44.860403 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-d525310b-d179-425d-89c2-0ddd05553a56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dbb0924c2d1456aaea6264ed21663f8&device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 1127 time: 0.0605850 Mar 21 22:13:44.954156 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e73c96a5-0217-4eca-8086-616db49cea0d req-159409f0-4503-4d1a-995d-31723757e7ca service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848708 Mar 21 22:13:44.977071 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-17b87b86-da5e-4783-8eaa-4508acc61614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:44.978434 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-17b87b86-da5e-4783-8eaa-4508acc61614 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 HTTP/1.1" status: 200 len: 909 time: 0.1082351 Mar 21 22:13:45.254319 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181a435-34df-42c8-bbc0-f90a6508dffc req-65d7500d-b8aa-4c6b-a8d4-0cc5dfc249ad tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:45.255801 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e181a435-34df-42c8-bbc0-f90a6508dffc req-65d7500d-b8aa-4c6b-a8d4-0cc5dfc249ad tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0556986 Mar 21 22:13:45.303109 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e181a435-34df-42c8-bbc0-f90a6508dffc req-fee08729-3ac5-42d3-a6e3-7ee50bc9d7e3 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416405 Mar 21 22:13:45.689153 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:45.788059 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673966-d673-4d6d-9ad2-f3a5238287c8 req-9a9a968e-de11-4956-b1b3-f884b60afde5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:45.789659 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-68673966-d673-4d6d-9ad2-f3a5238287c8 req-9a9a968e-de11-4956-b1b3-f884b60afde5 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 946 time: 0.0991402 Mar 21 22:13:45.824977 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-0e66674d-fddb-4aa1-a0c6-a456e497366f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e2302d-e496-49a7-95b5-e3f8e8ab602c HTTP/1.1" status: 200 len: 998 time: 0.0898490 Mar 21 22:13:45.851480 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-68673966-d673-4d6d-9ad2-f3a5238287c8 req-38eecf12-7473-4028-bff6-b04f9f48318b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541441 Mar 21 22:13:45.952780 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-f05b4265-f0bc-41c5-ad3d-35e7efa353fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:45.954232 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-f05b4265-f0bc-41c5-ad3d-35e7efa353fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=467c48a9-2c76-4760-b26b-44922ac0c885 HTTP/1.1" status: 200 len: 847 time: 0.0438085 Mar 21 22:13:46.004426 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-55254556-7aa0-414d-82ed-40017e6de3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:46.005987 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-55254556-7aa0-414d-82ed-40017e6de3d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452871 Mar 21 22:13:46.100564 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-b011ff22-2cb9-477c-a395-6586d169aa28 service neutron] 10.222.0.47 "GET /v2.0/networks/bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872116 Mar 21 22:13:46.191306 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ee8f5b7a-6844-40ca-9a0a-6af76be40895 req-78e7c9cf-d75f-407e-a346-d6fb1bb1e894 service neutron] 10.222.0.47 "GET /v2.0/networks/bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820324 Mar 21 22:13:46.424310 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05ae35-fd1a-464b-9045-f801ffe45909 req-b9d823d8-4419-4ae0-ae36-d6e884e0f5c8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:46.425778 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-da05ae35-fd1a-464b-9045-f801ffe45909 req-b9d823d8-4419-4ae0-ae36-d6e884e0f5c8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0570748 Mar 21 22:13:46.475275 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-da05ae35-fd1a-464b-9045-f801ffe45909 req-88002630-bb0f-48a5-83b0-3f007b3ffaa6 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437486 Mar 21 22:13:46.969375 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca25246-1643-4014-af13-584214ee3c51 req-47cbc87d-9991-4e61-ad53-ff4c04a326b1 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:46.971432 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9ca25246-1643-4014-af13-584214ee3c51 req-47cbc87d-9991-4e61-ad53-ff4c04a326b1 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 946 time: 0.0541532 Mar 21 22:13:47.021227 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9ca25246-1643-4014-af13-584214ee3c51 req-df23a264-9106-48ca-8538-121ac090d844 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442348 Mar 21 22:13:47.592831 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05d962-3573-4b29-98ba-6cae0a5d8f67 req-88f9e600-4521-4f61-8df5-274f5368ee4c tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:47.594288 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1e05d962-3573-4b29-98ba-6cae0a5d8f67 req-88f9e600-4521-4f61-8df5-274f5368ee4c tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0532291 Mar 21 22:13:47.647157 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1e05d962-3573-4b29-98ba-6cae0a5d8f67 req-7addb7ad-553e-47be-88b6-520a7166de25 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466871 Mar 21 22:13:48.136649 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cb2fb-ca42-435b-b210-af318da4ba47 req-fe040c64-95bb-4c64-9d7f-89629a158754 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:48.138140 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-849cb2fb-ca42-435b-b210-af318da4ba47 req-fe040c64-95bb-4c64-9d7f-89629a158754 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 946 time: 0.0510905 Mar 21 22:13:48.186212 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-849cb2fb-ca42-435b-b210-af318da4ba47 req-dc38b601-79c9-4db5-82a5-84c255f5ae28 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417905 Mar 21 22:13:48.300349 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef04a33-ff97-4459-94d5-30cb84bf2864 req-9d1f16e3-8a0e-41d5-8b19-452fcf68b984 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:48.301747 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4ef04a33-ff97-4459-94d5-30cb84bf2864 req-9d1f16e3-8a0e-41d5-8b19-452fcf68b984 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 946 time: 0.0528443 Mar 21 22:13:48.310058 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 37872) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:13:48.314472 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-2184d432-1e62-407c-8595-50eecc2cdd3f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Request body: {'floatingip': {'port_id': '2912b29f-33c5-461e-b6d9-51a57b35d2d2'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:13:48.604433 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2184d432-1e62-407c-8595-50eecc2cdd3f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for floatingip (df286e2f-03d7-45f2-b8f3-410c37281b01), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:48.845671 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db34373-dcb7-4d4a-a179-c68a3baa85e9 req-ec1164b5-b4d5-43a1-afdc-bcdd4d77523e tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:48.847797 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8db34373-dcb7-4d4a-a179-c68a3baa85e9 req-ec1164b5-b4d5-43a1-afdc-bcdd4d77523e tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.1287634 Mar 21 22:13:48.997414 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8db34373-dcb7-4d4a-a179-c68a3baa85e9 req-0a54c518-6d64-4141-a86f-2737d5f12cc9 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429727 Mar 21 22:13:49.107477 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2184d432-1e62-407c-8595-50eecc2cdd3f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:49.163052 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2184d432-1e62-407c-8595-50eecc2cdd3f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (df286e2f-03d7-45f2-b8f3-410c37281b01), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:49.267658 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [None req-2184d432-1e62-407c-8595-50eecc2cdd3f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Floating IP df286e2f-03d7-45f2-b8f3-410c37281b01 associated. External IP: 172.27.2.85, port: 2912b29f-33c5-461e-b6d9-51a57b35d2d2. Mar 21 22:13:49.478968 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2184d432-1e62-407c-8595-50eecc2cdd3f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Router 43ae8015-ba95-4d78-a7df-1ca78a98f307 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:13:49.590997 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2184d432-1e62-407c-8595-50eecc2cdd3f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:13:49.595720 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2184d432-1e62-407c-8595-50eecc2cdd3f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:49.602053 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d57a68-8463-42c9-89e3-6ab4059968e9 None None] Sync routers for ids ['43ae8015-ba95-4d78-a7df-1ca78a98f307'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:13:49.611606 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d57a68-8463-42c9-89e3-6ab4059968e9 None None] Routers {'43ae8015-ba95-4d78-a7df-1ca78a98f307'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:13:49.612817 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-87d57a68-8463-42c9-89e3-6ab4059968e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:13:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['43ae8015-ba95-4d78-a7df-1ca78a98f307'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:49.625553 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-2184d432-1e62-407c-8595-50eecc2cdd3f tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "PUT /v2.0/floatingips/df286e2f-03d7-45f2-b8f3-410c37281b01 HTTP/1.1" status: 200 len: 991 time: 1.3143075 Mar 21 22:13:49.626134 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7', 'tag': '2912b29f-33c5-461e-b6d9-51a57b35d2d2'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:13:49.629035 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6941e73-2742-4a40-ba40-0879caffa4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7", "tag": "2912b29f-33c5-461e-b6d9-51a57b35d2d2"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:13:49.664800 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813e1e77-1de9-4c0b-b7f8-a8735f287d1a x-openstack-request-id: req-813e1e77-1de9-4c0b-b7f8-a8735f287d1a {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:13:49.665072 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7", "tag": "2912b29f-33c5-461e-b6d9-51a57b35d2d2", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:13:49.665332 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-813e1e77-1de9-4c0b-b7f8-a8735f287d1a {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:13:49.665861 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7', 'tag': '2912b29f-33c5-461e-b6d9-51a57b35d2d2', 'status': 'completed', 'code': 200} Mar 21 22:13:49.719925 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-87d57a68-8463-42c9-89e3-6ab4059968e9 None None] Set router 43ae8015-ba95-4d78-a7df-1ca78a98f307 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:13:49.938134 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-87d57a68-8463-42c9-89e3-6ab4059968e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 4, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'df286e2f-03d7-45f2-b8f3-410c37281b01', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'port_id': '2912b29f-33c5-461e-b6d9-51a57b35d2d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'mac_address': 'fa:16:3e:ac:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:13:24Z', 'updated_at': '2022-03-21T22:13:49Z', 'revision_number': 1, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bfb7cb-ac20-4549-b5f9-59625a1329ce', 'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'mac_address': 'fa:16:3e:7d:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:54Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 5, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'subnets': [{'id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:49.967071 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d57a68-8463-42c9-89e3-6ab4059968e9 None None] Checking router: 43ae8015-ba95-4d78-a7df-1ca78a98f307 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:13:49.975745 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d57a68-8463-42c9-89e3-6ab4059968e9 None None] Routers {'43ae8015-ba95-4d78-a7df-1ca78a98f307'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:13:49.976334 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-87d57a68-8463-42c9-89e3-6ab4059968e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:13:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['43ae8015-ba95-4d78-a7df-1ca78a98f307'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:50.084815 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-87d57a68-8463-42c9-89e3-6ab4059968e9 None None] Set router 43ae8015-ba95-4d78-a7df-1ca78a98f307 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:13:50.115463 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be12cc6-cf73-42f0-96e6-e669918d9b1d req-05a16cad-d157-4947-8f58-123d05f20f40 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:50.117102 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5be12cc6-cf73-42f0-96e6-e669918d9b1d req-05a16cad-d157-4947-8f58-123d05f20f40 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0528443 Mar 21 22:13:50.165439 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5be12cc6-cf73-42f0-96e6-e669918d9b1d req-9f137213-65b6-48dd-b7c3-42123ff85878 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428228 Mar 21 22:13:50.305507 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-87d57a68-8463-42c9-89e3-6ab4059968e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 4, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'df286e2f-03d7-45f2-b8f3-410c37281b01', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'port_id': '2912b29f-33c5-461e-b6d9-51a57b35d2d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'mac_address': 'fa:16:3e:ac:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:13:24Z', 'updated_at': '2022-03-21T22:13:49Z', 'revision_number': 1, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bfb7cb-ac20-4549-b5f9-59625a1329ce', 'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'mac_address': 'fa:16:3e:7d:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:54Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 5, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'subnets': [{'id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:13:50.335385 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d57a68-8463-42c9-89e3-6ab4059968e9 None None] The sync data for ids ['43ae8015-ba95-4d78-a7df-1ca78a98f307'] in dv-cinder-834545-1-iscsi is: [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 4, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'df286e2f-03d7-45f2-b8f3-410c37281b01', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'port_id': '2912b29f-33c5-461e-b6d9-51a57b35d2d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'mac_address': 'fa:16:3e:ac:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:13:24Z', 'updated_at': '2022-03-21T22:13:49Z', 'revision_number': 1, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bfb7cb-ac20-4549-b5f9-59625a1329ce', 'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'mac_address': 'fa:16:3e:7d:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:54Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 5, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'subnets': [{'id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:13:50.523625 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec0f4b9-099a-4010-bbe0-05c3a428fd73 None None] New status for floating IP df286e2f-03d7-45f2-b8f3-410c37281b01: ACTIVE {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:13:51.009337 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5259d-3972-43bb-b3dd-695e7b53d878 req-53027b8a-ad53-466c-b499-f587017f55ed tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:51.010724 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-66a5259d-3972-43bb-b3dd-695e7b53d878 req-53027b8a-ad53-466c-b499-f587017f55ed tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0522444 Mar 21 22:13:51.073880 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-66a5259d-3972-43bb-b3dd-695e7b53d878 req-50cc1ac5-5b58-4e4f-ba8a-ee39e97c82fd tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0566990 Mar 21 22:13:51.286060 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a3c06-6d72-474c-b54f-44eff9cdb39d req-853c147d-f8fa-4637-bc1a-37615884f521 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:51.288091 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ad3a3c06-6d72-474c-b54f-44eff9cdb39d req-853c147d-f8fa-4637-bc1a-37615884f521 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0547566 Mar 21 22:13:51.344268 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ad3a3c06-6d72-474c-b54f-44eff9cdb39d req-5e707a5c-1cdf-4d24-9333-b88365883f6e tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511837 Mar 21 22:13:51.381598 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6941e73-2742-4a40-ba40-0879caffa4a3 req-c3c1fa9a-09be-4388-a335-1cca1ff7096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:51.383207 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c6941e73-2742-4a40-ba40-0879caffa4a3 req-c3c1fa9a-09be-4388-a335-1cca1ff7096b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6badcf73def74a95ba7f934a370e6481&device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 1130 time: 0.0505571 Mar 21 22:13:51.566354 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddee885-3821-4ec2-9678-d5448f696882 req-c72de623-757d-4641-8d3b-f40c4853bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:51.567903 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9ddee885-3821-4ec2-9678-d5448f696882 req-c72de623-757d-4641-8d3b-f40c4853bf42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f9b74725b9c4568a941ad74fef80cec&device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 1168 time: 0.1029382 Mar 21 22:13:51.569275 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6941e73-2742-4a40-ba40-0879caffa4a3 req-947a893b-1454-44c2-b75b-fbf8174895c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:51.570611 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c6941e73-2742-4a40-ba40-0879caffa4a3 req-947a893b-1454-44c2-b75b-fbf8174895c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=40ee543d-b9b0-4194-aff5-428ab22bb708 HTTP/1.1" status: 200 len: 912 time: 0.1229897 Mar 21 22:13:51.687345 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c6941e73-2742-4a40-ba40-0879caffa4a3 req-3af69eb4-eecb-47a7-8f3e-92e5aa6eb8d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2912b29f-33c5-461e-b6d9-51a57b35d2d2 HTTP/1.1" status: 200 len: 1001 time: 0.1083920 Mar 21 22:13:51.745856 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddee885-3821-4ec2-9678-d5448f696882 req-ec9562d1-c67f-4594-b8b0-4edefa9ece1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:51.747354 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9ddee885-3821-4ec2-9678-d5448f696882 req-ec9562d1-c67f-4594-b8b0-4edefa9ece1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=743d4464-3905-459a-ac90-9ac64e4b23c8 HTTP/1.1" status: 200 len: 915 time: 0.1674204 Mar 21 22:13:51.754656 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6941e73-2742-4a40-ba40-0879caffa4a3 req-22a4320d-6027-421d-b9a8-9751b84dd7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:51.756006 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c6941e73-2742-4a40-ba40-0879caffa4a3 req-22a4320d-6027-421d-b9a8-9751b84dd7d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97b37723-8621-4579-8205-a7e22e0b1d04 HTTP/1.1" status: 200 len: 850 time: 0.0620959 Mar 21 22:13:51.841507 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9ddee885-3821-4ec2-9678-d5448f696882 req-25018e23-0a30-479e-b4eb-50b03246f262 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3054962f-8edd-40c6-85af-8c5a51ff13db HTTP/1.1" status: 200 len: 1001 time: 0.0844862 Mar 21 22:13:51.857200 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6941e73-2742-4a40-ba40-0879caffa4a3 req-ac1ee78c-54a6-4439-9ca6-3398c9c692c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:51.858678 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c6941e73-2742-4a40-ba40-0879caffa4a3 req-ac1ee78c-54a6-4439-9ca6-3398c9c692c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40ee543d-b9b0-4194-aff5-428ab22bb708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0960879 Mar 21 22:13:51.941886 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddee885-3821-4ec2-9678-d5448f696882 req-259fe4d3-e6fc-4bba-926b-d4ec308353f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:51.943393 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9ddee885-3821-4ec2-9678-d5448f696882 req-259fe4d3-e6fc-4bba-926b-d4ec308353f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86d046b3-f9a7-41fb-be02-27b396a5ce00 HTTP/1.1" status: 200 len: 853 time: 0.0962400 Mar 21 22:13:52.004110 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c6941e73-2742-4a40-ba40-0879caffa4a3 req-c6e44d51-4cb7-498d-b8d1-e0f2ea48d196 service neutron] 10.222.0.47 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229961 Mar 21 22:13:52.035467 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddee885-3821-4ec2-9678-d5448f696882 req-c2f03d78-16a5-4d42-a95a-38718a50029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:52.036907 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9ddee885-3821-4ec2-9678-d5448f696882 req-c2f03d78-16a5-4d42-a95a-38718a50029f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=743d4464-3905-459a-ac90-9ac64e4b23c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839477 Mar 21 22:13:52.201575 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c6941e73-2742-4a40-ba40-0879caffa4a3 req-bddabe81-9df4-4f7a-8d7a-02cc8045da8c service neutron] 10.222.0.47 "GET /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900511 Mar 21 22:13:52.205275 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9ddee885-3821-4ec2-9678-d5448f696882 req-421d3b2d-bd07-487f-b8af-90b49a9e8b2d service neutron] 10.222.0.47 "GET /v2.0/networks/743d4464-3905-459a-ac90-9ac64e4b23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446319 Mar 21 22:13:52.224791 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d242332-f42b-4ac3-89ba-41b1fae080a2 req-08e5ddbb-2f27-4ace-9230-b01dce14a4f7 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:52.226257 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5d242332-f42b-4ac3-89ba-41b1fae080a2 req-08e5ddbb-2f27-4ace-9230-b01dce14a4f7 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0801530 Mar 21 22:13:52.348162 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5d242332-f42b-4ac3-89ba-41b1fae080a2 req-641f6a71-16b4-4975-ac4b-a5620fec89d7 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1138775 Mar 21 22:13:52.358280 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9ddee885-3821-4ec2-9678-d5448f696882 req-9a6ceadd-a922-4a12-8477-f3cc02b3c9f9 service neutron] 10.222.0.47 "GET /v2.0/networks/743d4464-3905-459a-ac90-9ac64e4b23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310992 Mar 21 22:13:52.466595 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4548073-3e5e-4529-9b95-680f42933670 req-4daf8ae1-5ea8-45ee-a141-cd2a73cf7fa0 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:52.471378 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4548073-3e5e-4529-9b95-680f42933670 req-4daf8ae1-5ea8-45ee-a141-cd2a73cf7fa0 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0584414 Mar 21 22:13:52.519915 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e4548073-3e5e-4529-9b95-680f42933670 req-ffa03d04-0c86-4ed1-b45d-1ead49f98f27 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443981 Mar 21 22:13:53.465412 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28c4c5-218f-4dd2-91aa-7d7ed9f05207 req-31f2014b-2400-41ee-ae2c-1952053881be tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:53.466903 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5b28c4c5-218f-4dd2-91aa-7d7ed9f05207 req-31f2014b-2400-41ee-ae2c-1952053881be tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0521567 Mar 21 22:13:53.525970 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5b28c4c5-218f-4dd2-91aa-7d7ed9f05207 req-a4ee68c9-645b-4e10-acbf-6ee3aa66b1c4 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0533755 Mar 21 22:13:53.642393 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93fa4d-b3cc-4b78-bef1-cb31b4511782 req-9e352d4e-1836-4289-b3c5-1fbc512c591d tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:53.643884 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fe93fa4d-b3cc-4b78-bef1-cb31b4511782 req-9e352d4e-1836-4289-b3c5-1fbc512c591d tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0569296 Mar 21 22:13:53.693706 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fe93fa4d-b3cc-4b78-bef1-cb31b4511782 req-b48ae43e-3808-4e5d-86c4-68f264636948 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439920 Mar 21 22:13:54.647826 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71595c91-e4ff-411c-8b36-28e9cda3b80c req-e5bea1c4-9d9c-4cdd-9f71-f7603d4f4baa tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:54.649439 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-71595c91-e4ff-411c-8b36-28e9cda3b80c req-e5bea1c4-9d9c-4cdd-9f71-f7603d4f4baa tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0564983 Mar 21 22:13:54.708580 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-71595c91-e4ff-411c-8b36-28e9cda3b80c req-eb95dc66-9431-451a-9c68-8e0b7507e679 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0526264 Mar 21 22:13:54.812837 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d3dc5-9c24-42e4-bc17-6e2ccec1a324 req-adac0cec-ef88-4781-9b8d-4d2571891e74 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:54.814291 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-685d3dc5-9c24-42e4-bc17-6e2ccec1a324 req-adac0cec-ef88-4781-9b8d-4d2571891e74 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0555472 Mar 21 22:13:54.861915 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-685d3dc5-9c24-42e4-bc17-6e2ccec1a324 req-181763a4-8398-4854-a859-4e2f0240263b tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412455 Mar 21 22:13:55.827677 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9932974-3bf8-4c7c-a410-dac0a9191eee req-38d2a249-de21-4241-a042-efece15287a1 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:55.829145 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a9932974-3bf8-4c7c-a410-dac0a9191eee req-38d2a249-de21-4241-a042-efece15287a1 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0534720 Mar 21 22:13:55.887599 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a9932974-3bf8-4c7c-a410-dac0a9191eee req-66f7149e-6c29-400e-b5b4-d76eecdb7b10 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0526423 Mar 21 22:13:55.978660 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34310cdf-a678-479b-941b-01d898a97513 req-a66b77b5-e73f-4db7-ab48-d8fec4747863 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:55.980138 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-34310cdf-a678-479b-941b-01d898a97513 req-a66b77b5-e73f-4db7-ab48-d8fec4747863 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0510101 Mar 21 22:13:56.031011 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-34310cdf-a678-479b-941b-01d898a97513 req-565c8264-6697-4b80-9d68-78f2b8003709 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453212 Mar 21 22:13:56.670826 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device f0e2302d-e496-49a7-95b5-e3f8e8ab602c details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:13:56.765171 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port f0e2302d-e496-49a7-95b5-e3f8e8ab602c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,segment=NetworkSegment(73ca0f0a-f106-4962-a026-1434599887e1),segment_id=73ca0f0a-f106-4962-a026-1434599887e1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:13:56.777113 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c', 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'port_id': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c', 'mac_address': 'fa:16:3e:e9:20:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:13:56.813550 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port f0e2302d-e496-49a7-95b5-e3f8e8ab602c is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:13:56.813932 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:56.830034 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e2302d-e496-49a7-95b5-e3f8e8ab602c {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:13:56.850019 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port f0e2302d-e496-49a7-95b5-e3f8e8ab602c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,segment=NetworkSegment(73ca0f0a-f106-4962-a026-1434599887e1),segment_id=73ca0f0a-f106-4962-a026-1434599887e1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:13:56.934576 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:13:56.984516 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,revision_number=7']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:13:56.991548 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:56.991893 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:56.992232 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:56.992568 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:56.992900 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:56.993222 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:56.993545 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:56.993867 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:56.994187 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:56.994505 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:56.994823 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:56.995171 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:56.995490 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:56.995803 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:56.996115 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:13:57.013166 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d05b5-a9c6-4ef2-83be-96ea80ba37ef req-2dc8523d-83b0-4b30-801f-3c98aac9e85d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:57.014662 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d1d05b5-a9c6-4ef2-83be-96ea80ba37ef req-2dc8523d-83b0-4b30-801f-3c98aac9e85d tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0599580 Mar 21 22:13:57.075434 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d1d05b5-a9c6-4ef2-83be-96ea80ba37ef req-b983b7c4-c13e-4ebf-9c41-d1becfb640e7 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0540102 Mar 21 22:13:57.153800 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc83ee8-5f2e-475f-b9e7-798192119447 req-19b12f6c-3755-4fdd-8c25-459e6c262905 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:57.155289 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3dc83ee8-5f2e-475f-b9e7-798192119447 req-19b12f6c-3755-4fdd-8c25-459e6c262905 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 944 time: 0.0537953 Mar 21 22:13:57.203074 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3dc83ee8-5f2e-475f-b9e7-798192119447 req-548e067d-b0c5-48de-b169-0f5f601d5268 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420761 Mar 21 22:13:58.201848 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baac87-6c28-4263-a9a6-c23425cb2295 req-21f402b7-7e3a-4477-b866-b16e412e3906 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:58.203346 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-37baac87-6c28-4263-a9a6-c23425cb2295 req-21f402b7-7e3a-4477-b866-b16e412e3906 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0559800 Mar 21 22:13:58.262529 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-37baac87-6c28-4263-a9a6-c23425cb2295 req-f78ad04d-0013-48ea-a6fb-bf6040424af3 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0534346 Mar 21 22:13:58.320461 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6153a86-9d1f-40d7-91d3-e3e2a119c2b0 req-d32b91c3-a0b0-41d1-b3a8-b151f885542c tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:58.321923 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a6153a86-9d1f-40d7-91d3-e3e2a119c2b0 req-d32b91c3-a0b0-41d1-b3a8-b151f885542c tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 944 time: 0.0524228 Mar 21 22:13:58.369912 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a6153a86-9d1f-40d7-91d3-e3e2a119c2b0 req-3886ea39-3ac6-4fe1-acd5-e2b21eedb194 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421963 Mar 21 22:13:59.082151 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['f0e2302d-e496-49a7-95b5-e3f8e8ab602c'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:13:59.383412 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbfca5-5de5-4371-acfe-f3c5a31ffde1 req-a03834f7-c628-46fc-8109-153deb9cb127 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:59.384946 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6fdbfca5-5de5-4371-acfe-f3c5a31ffde1 req-a03834f7-c628-46fc-8109-153deb9cb127 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0535867 Mar 21 22:13:59.462275 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6fdbfca5-5de5-4371-acfe-f3c5a31ffde1 req-a42ac7a3-3efe-45a6-9752-b768acd407be tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0708761 Mar 21 22:13:59.506044 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78934a-5e5a-4252-8b36-e07bd6dd8f0a req-539753e4-c434-4b83-bb72-41c5bce0e55e tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:13:59.507552 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cb78934a-5e5a-4252-8b36-e07bd6dd8f0a req-539753e4-c434-4b83-bb72-41c5bce0e55e tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 944 time: 0.0592811 Mar 21 22:13:59.559227 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cb78934a-5e5a-4252-8b36-e07bd6dd8f0a req-18754a6c-c1aa-4e15-8f18-724bfdd9edbd tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461488 Mar 21 22:14:00.433305 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:14:00.584780 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fea19-cf0a-487f-899a-f5caa22ca4a2 req-a39cf8d3-1fbd-4951-8e26-222d6ca5ce3a tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:00.588092 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-728fea19-cf0a-487f-899a-f5caa22ca4a2 req-a39cf8d3-1fbd-4951-8e26-222d6ca5ce3a tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0569577 Mar 21 22:14:00.652703 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-728fea19-cf0a-487f-899a-f5caa22ca4a2 req-f288fdb4-9e4c-45b5-8b45-41da794a692e tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0591562 Mar 21 22:14:00.784346 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7bc36-9b2c-4000-8a59-d4524a1b8ac5 req-81252d7c-aa12-40b5-9541-ffce2c450204 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:00.785868 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c8d7bc36-9b2c-4000-8a59-d4524a1b8ac5 req-81252d7c-aa12-40b5-9541-ffce2c450204 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 944 time: 0.0564449 Mar 21 22:14:00.834546 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c8d7bc36-9b2c-4000-8a59-d4524a1b8ac5 req-f06e09fc-d970-4b01-a425-ffbb855a597f tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429988 Mar 21 22:14:01.781236 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5174a7e-39c9-48fa-a6f5-2a500a939135 req-2269678d-b60d-4291-9c9c-556880336cd8 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:01.782713 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f5174a7e-39c9-48fa-a6f5-2a500a939135 req-2269678d-b60d-4291-9c9c-556880336cd8 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0608175 Mar 21 22:14:01.840888 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f5174a7e-39c9-48fa-a6f5-2a500a939135 req-c4af807a-5132-4b06-a40b-a427145a7e88 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0523689 Mar 21 22:14:01.957604 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d72321-7fe9-41aa-8c6d-e50c72d25e0c req-165d0bd4-d4cb-4595-abb5-c1a003f764cc tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:01.960203 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-75d72321-7fe9-41aa-8c6d-e50c72d25e0c req-165d0bd4-d4cb-4595-abb5-c1a003f764cc tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 944 time: 0.0602109 Mar 21 22:14:02.007934 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-75d72321-7fe9-41aa-8c6d-e50c72d25e0c req-2c12df18-fb12-4718-bf9f-d571ca7df069 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425878 Mar 21 22:14:02.759621 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device f0e2302d-e496-49a7-95b5-e3f8e8ab602c up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:14:02.806785 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port f0e2302d-e496-49a7-95b5-e3f8e8ab602c triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:14:02.807195 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:02.888402 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port f0e2302d-e496-49a7-95b5-e3f8e8ab602c is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:14:02.888792 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:02.912357 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:14:02.914551 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e5eb87-1d2a-4ae4-8ab4-7eba1ce20cd5" -d '{"events": [{"server_uuid": "e577de48-76ab-47cf-ba49-ed97a048a9a8", "name": "network-vif-plugged", "status": "completed", "tag": "f0e2302d-e496-49a7-95b5-e3f8e8ab602c"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:14:02.927107 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port f0e2302d-e496-49a7-95b5-e3f8e8ab602c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,segment=NetworkSegment(73ca0f0a-f106-4962-a026-1434599887e1),segment_id=73ca0f0a-f106-4962-a026-1434599887e1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:14:02.951382 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba611cb-9d12-4d8a-8b3e-fff036a06b33 x-openstack-request-id: req-0ba611cb-9d12-4d8a-8b3e-fff036a06b33 {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:14:02.951382 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e577de48-76ab-47cf-ba49-ed97a048a9a8", "name": "network-vif-plugged", "status": "completed", "tag": "f0e2302d-e496-49a7-95b5-e3f8e8ab602c", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:14:02.951382 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ba611cb-9d12-4d8a-8b3e-fff036a06b33 {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:14:02.951382 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c', 'code': 200} Mar 21 22:14:02.964456 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960a615-9f78-4782-8918-d6eda445459b req-cc255a31-85e7-4b99-80ff-d475d9c67160 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:02.966031 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d960a615-9f78-4782-8918-d6eda445459b req-cc255a31-85e7-4b99-80ff-d475d9c67160 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0573223 Mar 21 22:14:03.003313 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:03.026282 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d960a615-9f78-4782-8918-d6eda445459b req-4174e908-3a28-4949-a3d8-b0a09e5778ba tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0540845 Mar 21 22:14:03.060372 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,revision_number=8']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:03.126015 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ffa9b-3ab6-4473-8070-ed8c17de3006 req-788ab8ee-a56c-4c81-991f-488927182f33 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:03.127498 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ca2ffa9b-3ab6-4473-8070-ed8c17de3006 req-788ab8ee-a56c-4c81-991f-488927182f33 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0515795 Mar 21 22:14:03.179337 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ca2ffa9b-3ab6-4473-8070-ed8c17de3006 req-a9ea2539-911f-465e-afe7-9bf1a9c9408c tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456216 Mar 21 22:14:04.144699 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd330-78dc-47b0-a4ee-e4086bbf1c94 req-18f8def0-8df4-4efc-bd2b-ce6b78dd45b8 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:04.146779 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-856fd330-78dc-47b0-a4ee-e4086bbf1c94 req-18f8def0-8df4-4efc-bd2b-ce6b78dd45b8 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0532618 Mar 21 22:14:04.208859 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-856fd330-78dc-47b0-a4ee-e4086bbf1c94 req-c182ae7c-3c42-45c2-ac50-5bbf1f47b395 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0552795 Mar 21 22:14:04.302376 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941f643-151d-4fc6-8bf1-97b9ce5f3ac7 req-fd789257-fe54-49bd-9c10-1e55a76d2ec4 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:04.303875 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f941f643-151d-4fc6-8bf1-97b9ce5f3ac7 req-fd789257-fe54-49bd-9c10-1e55a76d2ec4 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0529265 Mar 21 22:14:04.351863 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f941f643-151d-4fc6-8bf1-97b9ce5f3ac7 req-e36eec4d-f72c-4573-b8d3-01b871d116b5 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425181 Mar 21 22:14:05.618671 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15275737-3719-4a1e-b488-3594dc27d714 req-7a60a2dc-ff40-4986-81aa-1ae50b65cad1 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:05.620460 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-15275737-3719-4a1e-b488-3594dc27d714 req-7a60a2dc-ff40-4986-81aa-1ae50b65cad1 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.3438649 Mar 21 22:14:05.640751 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043f273-1769-4f68-bc2d-07fa62e674bb req-46e4b6e6-b648-4a38-8bc9-f1acb8285761 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:05.642308 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d043f273-1769-4f68-bc2d-07fa62e674bb req-46e4b6e6-b648-4a38-8bc9-f1acb8285761 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0805097 Mar 21 22:14:05.755013 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-15275737-3719-4a1e-b488-3594dc27d714 req-d6044ff6-556e-4983-be2f-fea246169213 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1279428 Mar 21 22:14:05.759051 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d043f273-1769-4f68-bc2d-07fa62e674bb req-acf32986-fbf4-4c63-b4a0-de480d61274d tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079714 Mar 21 22:14:05.776082 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24d88b-4dea-4eda-98da-9696dc495682 req-23deae27-9c18-4548-8f00-252f5f6c0b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:05.777575 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8a24d88b-4dea-4eda-98da-9696dc495682 req-23deae27-9c18-4548-8f00-252f5f6c0b82 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 1129 time: 0.0981145 Mar 21 22:14:05.830853 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8a24d88b-4dea-4eda-98da-9696dc495682 req-9f9a46ce-93ca-470b-91a2-4e45ae5080c1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404198 Mar 21 22:14:06.906403 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c8071-cad9-4eda-ac96-e7d1fde0dbb3 req-0aa5b990-1db8-4b47-9120-fbc74cc1934d tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:06.907905 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-665c8071-cad9-4eda-ac96-e7d1fde0dbb3 req-0aa5b990-1db8-4b47-9120-fbc74cc1934d tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0820880 Mar 21 22:14:06.916215 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa7f49-04d4-432a-8b42-a370f8a9a71a req-be777dd5-f4eb-4cf9-ad2a-c91ce5973659 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:06.917584 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-86fa7f49-04d4-432a-8b42-a370f8a9a71a req-be777dd5-f4eb-4cf9-ad2a-c91ce5973659 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0930381 Mar 21 22:14:06.990671 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-665c8071-cad9-4eda-ac96-e7d1fde0dbb3 req-406fff74-295e-4871-98ef-a139dafd107d tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721354 Mar 21 22:14:07.010239 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-86fa7f49-04d4-432a-8b42-a370f8a9a71a req-981defcf-e74c-4d6b-8f90-408e5eb81cb2 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0858753 Mar 21 22:14:08.141472 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc8fb0-45e7-4e21-afc9-50c94d2cd352 req-25c31a63-f40e-4cf3-b708-feb0569b87a2 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:08.142974 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-97cc8fb0-45e7-4e21-afc9-50c94d2cd352 req-25c31a63-f40e-4cf3-b708-feb0569b87a2 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0817745 Mar 21 22:14:08.171119 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba7b3c-b03e-41e6-bae2-f59e5b28cc35 req-2771ec2a-5967-4c40-b598-a00b96076007 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:08.172616 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-73ba7b3c-b03e-41e6-bae2-f59e5b28cc35 req-2771ec2a-5967-4c40-b598-a00b96076007 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0851469 Mar 21 22:14:08.223182 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-97cc8fb0-45e7-4e21-afc9-50c94d2cd352 req-4788f38e-9f00-4057-b33f-cc67d35777e8 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744607 Mar 21 22:14:08.258160 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-73ba7b3c-b03e-41e6-bae2-f59e5b28cc35 req-0cd085c9-ce53-4014-907b-76e70ccbb027 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0791886 Mar 21 22:14:08.487900 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-4a08a41d-0d9d-4dcc-b237-157ad8bbceb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:09.368245 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b936e1c-f0b3-4cbf-8214-19fe165c01ed req-ba098458-3598-4314-a2a7-05c47d8dcab7 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:09.369713 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b936e1c-f0b3-4cbf-8214-19fe165c01ed req-ba098458-3598-4314-a2a7-05c47d8dcab7 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0810771 Mar 21 22:14:09.402089 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9afcc3-0e19-41ea-80c7-fe99edac8013 req-72171e5c-13b1-40c7-85ce-4324baf40aa4 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:09.403587 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5c9afcc3-0e19-41ea-80c7-fe99edac8013 req-72171e5c-13b1-40c7-85ce-4324baf40aa4 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0783970 Mar 21 22:14:09.444893 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b936e1c-f0b3-4cbf-8214-19fe165c01ed req-0f5b68b7-e2f0-45ab-ba6a-699301576b24 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691822 Mar 21 22:14:09.486075 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5c9afcc3-0e19-41ea-80c7-fe99edac8013 req-1fe0d77e-81aa-4d44-a5c0-7111944161d7 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0724330 Mar 21 22:14:10.099788 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:10.608269 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af1afc-3ecd-4c92-b834-ec8ca89bb6ab req-04d04372-ecdb-4654-8acb-624472e6c516 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:10.609682 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-99af1afc-3ecd-4c92-b834-ec8ca89bb6ab req-04d04372-ecdb-4654-8acb-624472e6c516 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0578845 Mar 21 22:14:10.671443 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-99af1afc-3ecd-4c92-b834-ec8ca89bb6ab req-f970848c-669c-4353-b94a-87b92bb909f0 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0560226 Mar 21 22:14:11.031254 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-c8a92205-f816-4884-a60a-ff53e4ebbe05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:11.790787 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ab5be-e496-4cf0-a1f5-c5c9bd113c69 req-1d64acbf-29ec-412a-88db-cb2b017abe7a tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:11.792313 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0f9ab5be-e496-4cf0-a1f5-c5c9bd113c69 req-1d64acbf-29ec-412a-88db-cb2b017abe7a tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0540674 Mar 21 22:14:11.799346 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 38088) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:11.855270 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0f9ab5be-e496-4cf0-a1f5-c5c9bd113c69 req-defb28e3-0196-4fdc-9209-59ceb1d450f9 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c&id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0570488 Mar 21 22:14:11.907353 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2f492769-e4b9-40bb-817b-d62a56a5cd19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:11.981486 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2f492769-e4b9-40bb-817b-d62a56a5cd19 admin admin] Publish callbacks [] for security_group (30d7dc18-8da2-41b0-b3e2-c91f056b6712), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:12.037043 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2f492769-e4b9-40bb-817b-d62a56a5cd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (30d7dc18-8da2-41b0-b3e2-c91f056b6712), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:12.075872 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-2f492769-e4b9-40bb-817b-d62a56a5cd19 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0444ce9b54f44beea70b26f486bd54cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754400 Mar 21 22:14:12.076594 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f492769-e4b9-40bb-817b-d62a56a5cd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d7dc18-8da2-41b0-b3e2-c91f056b6712,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:12.078539 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38094) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:12.126310 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9ada0d1f-cc34-4b3b-a064-7fe7e6fb8c78 admin admin] Publish callbacks [] for security_group (30d7dc18-8da2-41b0-b3e2-c91f056b6712), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:12.150823 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9ada0d1f-cc34-4b3b-a064-7fe7e6fb8c78 admin admin] Publish callbacks [] for security_group (30d7dc18-8da2-41b0-b3e2-c91f056b6712), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:12.260228 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9ada0d1f-cc34-4b3b-a064-7fe7e6fb8c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (30d7dc18-8da2-41b0-b3e2-c91f056b6712), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:12.262708 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9ada0d1f-cc34-4b3b-a064-7fe7e6fb8c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:12.263906 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-9ada0d1f-cc34-4b3b-a064-7fe7e6fb8c78 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30d7dc18-8da2-41b0-b3e2-c91f056b6712 HTTP/1.1" status: 204 len: 168 time: 0.1843388 Mar 21 22:14:12.271572 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada0d1f-cc34-4b3b-a064-7fe7e6fb8c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d7dc18-8da2-41b0-b3e2-c91f056b6712,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:12.859262 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38100) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:12.871274 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:12.872025 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bb33abc3-9d45-4d33-be25-9bce7965f884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:12.944019 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bb33abc3-9d45-4d33-be25-9bce7965f884 admin admin] Publish callbacks [] for security_group (3f8e62f7-ae63-4523-9713-fc8ef2d3e1a3), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:12.991413 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bb33abc3-9d45-4d33-be25-9bce7965f884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (3f8e62f7-ae63-4523-9713-fc8ef2d3e1a3), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:13.031203 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-bb33abc3-9d45-4d33-be25-9bce7965f884 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9295da851e0941a59e11b2253194e51d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1707978 Mar 21 22:14:13.032169 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33abc3-9d45-4d33-be25-9bce7965f884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8e62f7-ae63-4523-9713-fc8ef2d3e1a3,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:13.033919 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 38102) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:13.085783 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-dc7fcc63-50e6-4c97-9b73-b1a56a3962fc admin admin] Publish callbacks [] for security_group (3f8e62f7-ae63-4523-9713-fc8ef2d3e1a3), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:13.107429 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-dc7fcc63-50e6-4c97-9b73-b1a56a3962fc admin admin] Publish callbacks [] for security_group (3f8e62f7-ae63-4523-9713-fc8ef2d3e1a3), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:13.242904 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-dc7fcc63-50e6-4c97-9b73-b1a56a3962fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (3f8e62f7-ae63-4523-9713-fc8ef2d3e1a3), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:13.246055 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-dc7fcc63-50e6-4c97-9b73-b1a56a3962fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:13.247236 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-dc7fcc63-50e6-4c97-9b73-b1a56a3962fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f8e62f7-ae63-4523-9713-fc8ef2d3e1a3 HTTP/1.1" status: 204 len: 168 time: 0.2113523 Mar 21 22:14:13.254934 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fcc63-50e6-4c97-9b73-b1a56a3962fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8e62f7-ae63-4523-9713-fc8ef2d3e1a3,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:14.299716 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:15.582076 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38148) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:15.654046 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:15.685264 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-3c79bf22-56b8-49dc-a00d-a45d7ca2b32e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:15.758233 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-3c79bf22-56b8-49dc-a00d-a45d7ca2b32e admin admin] Publish callbacks [] for security_group (97e17248-3b7e-43b2-a7c9-de70027fa01b), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:15.848372 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-3c79bf22-56b8-49dc-a00d-a45d7ca2b32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (97e17248-3b7e-43b2-a7c9-de70027fa01b), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:15.889872 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-3c79bf22-56b8-49dc-a00d-a45d7ca2b32e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=79ce597ae444475bba45c431f09ec705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066707 Mar 21 22:14:15.890703 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79bf22-56b8-49dc-a00d-a45d7ca2b32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e17248-3b7e-43b2-a7c9-de70027fa01b,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:15.892576 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 38152) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:15.940567 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2a67ebe1-ae36-4fa1-8f36-406a77277bd2 admin admin] Publish callbacks [] for security_group (97e17248-3b7e-43b2-a7c9-de70027fa01b), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:15.960795 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2a67ebe1-ae36-4fa1-8f36-406a77277bd2 admin admin] Publish callbacks [] for security_group (97e17248-3b7e-43b2-a7c9-de70027fa01b), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:16.071044 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2a67ebe1-ae36-4fa1-8f36-406a77277bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (97e17248-3b7e-43b2-a7c9-de70027fa01b), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:16.073669 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2a67ebe1-ae36-4fa1-8f36-406a77277bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:16.074812 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-2a67ebe1-ae36-4fa1-8f36-406a77277bd2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/97e17248-3b7e-43b2-a7c9-de70027fa01b HTTP/1.1" status: 204 len: 168 time: 0.1811669 Mar 21 22:14:16.082829 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67ebe1-ae36-4fa1-8f36-406a77277bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e17248-3b7e-43b2-a7c9-de70027fa01b,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:16.682523 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 38158) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:16.695380 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7d7914c4-dc87-453c-9722-b2f192becd41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:16.768998 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7d7914c4-dc87-453c-9722-b2f192becd41 admin admin] Publish callbacks [] for security_group (1736f8df-08d4-443e-8013-26dd9616367d), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:16.842621 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7d7914c4-dc87-453c-9722-b2f192becd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (1736f8df-08d4-443e-8013-26dd9616367d), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:16.880763 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-7d7914c4-dc87-453c-9722-b2f192becd41 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0eea60b33bd34190816137dabf9fc66b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1971419 Mar 21 22:14:16.881656 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7914c4-dc87-453c-9722-b2f192becd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1736f8df-08d4-443e-8013-26dd9616367d,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:16.883495 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38160) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:16.931760 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a4133255-adb6-40fc-b8fb-cc4a05960922 admin admin] Publish callbacks [] for security_group (1736f8df-08d4-443e-8013-26dd9616367d), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:16.952460 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a4133255-adb6-40fc-b8fb-cc4a05960922 admin admin] Publish callbacks [] for security_group (1736f8df-08d4-443e-8013-26dd9616367d), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:17.064608 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a4133255-adb6-40fc-b8fb-cc4a05960922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (1736f8df-08d4-443e-8013-26dd9616367d), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:17.067249 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a4133255-adb6-40fc-b8fb-cc4a05960922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:17.068444 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-a4133255-adb6-40fc-b8fb-cc4a05960922 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1736f8df-08d4-443e-8013-26dd9616367d HTTP/1.1" status: 204 len: 168 time: 0.1838596 Mar 21 22:14:17.076487 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4133255-adb6-40fc-b8fb-cc4a05960922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1736f8df-08d4-443e-8013-26dd9616367d,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:20.133704 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27091-0745-42e0-8d15-56f6f5cf059c req-57080f4f-37c9-42a5-8e69-31e83a2580dd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:20.135758 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4ac27091-0745-42e0-8d15-56f6f5cf059c req-57080f4f-37c9-42a5-8e69-31e83a2580dd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 946 time: 0.0547845 Mar 21 22:14:20.183450 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4ac27091-0745-42e0-8d15-56f6f5cf059c req-22ff5cea-86de-41d8-a3bc-877d95a93b54 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420861 Mar 21 22:14:21.314454 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6331d4-1986-44ad-9ffd-fc12f68e9ae1 req-19272e07-01a9-4573-8e7d-d23390f3c352 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:21.315984 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2d6331d4-1986-44ad-9ffd-fc12f68e9ae1 req-19272e07-01a9-4573-8e7d-d23390f3c352 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 946 time: 0.0610507 Mar 21 22:14:21.365270 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2d6331d4-1986-44ad-9ffd-fc12f68e9ae1 req-92a18522-474e-41f8-9786-80c99c808544 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436523 Mar 21 22:14:22.392391 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edb2c2-6840-41b2-8ab2-6e94aabe7d73 req-ce8d330f-954b-40b4-9cfb-8128828fabce tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:22.393433 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b3edb2c2-6840-41b2-8ab2-6e94aabe7d73 req-ce8d330f-954b-40b4-9cfb-8128828fabce tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.47 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 946 time: 0.0534894 Mar 21 22:14:22.529373 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9090ca-6332-4988-9c47-6e6b3cec0794 req-fa07a88d-3556-4631-8dd1-6d0885307007 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:22.530860 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5b9090ca-6332-4988-9c47-6e6b3cec0794 req-fa07a88d-3556-4631-8dd1-6d0885307007 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 946 time: 0.0942707 Mar 21 22:14:22.563322 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-b3edb2c2-6840-41b2-8ab2-6e94aabe7d73 req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Deleting port 81c1f100-2066-4413-a1a6-8b6f0e7ca366 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:14:22.563659 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-b3edb2c2-6840-41b2-8ab2-6e94aabe7d73 req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (81c1f100-2066-4413-a1a6-8b6f0e7ca366), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:22.639103 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5b9090ca-6332-4988-9c47-6e6b3cec0794 req-399a2a4e-b6e6-4c48-822c-51394cfe3e56 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017811 Mar 21 22:14:22.676084 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-b3edb2c2-6840-41b2-8ab2-6e94aabe7d73 req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] For port 81c1f100-2066-4413-a1a6-8b6f0e7ca366, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=81c1f100-2066-4413-a1a6-8b6f0e7ca366,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:14:22.676442 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-b3edb2c2-6840-41b2-8ab2-6e94aabe7d73 req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (81c1f100-2066-4413-a1a6-8b6f0e7ca366), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:22.849075 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-b3edb2c2-6840-41b2-8ab2-6e94aabe7d73 req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:22.849330 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-b3edb2c2-6840-41b2-8ab2-6e94aabe7d73 req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (6c8ec5ee-4e0b-4a58-8aee-c7b097f0664f), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:22.849649 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [req-b3edb2c2-6840-41b2-8ab2-6e94aabe7d73 req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Floating IP 6c8ec5ee-4e0b-4a58-8aee-c7b097f0664f disassociated. External IP: 172.27.2.199, port: 81c1f100-2066-4413-a1a6-8b6f0e7ca366. Mar 21 22:14:22.849986 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-b3edb2c2-6840-41b2-8ab2-6e94aabe7d73 req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Calling delete_port for 81c1f100-2066-4413-a1a6-8b6f0e7ca366 owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:14:23.036542 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-b3edb2c2-6840-41b2-8ab2-6e94aabe7d73 req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (81c1f100-2066-4413-a1a6-8b6f0e7ca366), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:23.065645 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event deleted for resources: {'Port': ['ID=81c1f100-2066-4413-a1a6-8b6f0e7ca366,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:23.077277 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:23.077517 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:23.077858 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:23.078195 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:23.078529 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:23.078856 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:23.079234 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:23.079557 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:23.079878 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:23.080223 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:23.080548 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:23.080872 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:23.081195 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:23.082008 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:23.082008 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:23.190456 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3edb2c2-6840-41b2-8ab2-6e94aabe7d73 req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Router 30662889-03b8-47cc-8163-ea6f29656092 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:14:23.299983 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3edb2c2-6840-41b2-8ab2-6e94aabe7d73 req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:14:23.310971 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6508c5f9-e634-4aec-88fb-7a733568a6c3 None None] Sync routers for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:14:23.320975 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6508c5f9-e634-4aec-88fb-7a733568a6c3 None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:14:23.321890 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-6508c5f9-e634-4aec-88fb-7a733568a6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:14:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:14:23.346604 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3edb2c2-6840-41b2-8ab2-6e94aabe7d73 req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] No DVR routers for this DVR port 81c1f100-2066-4413-a1a6-8b6f0e7ca366 on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:14:23.349153 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-b3edb2c2-6840-41b2-8ab2-6e94aabe7d73 req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:23.352527 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b3edb2c2-6840-41b2-8ab2-6e94aabe7d73 req-bf2efea7-b5de-4602-88ed-a68339c2dcd4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.47 "DELETE /v2.0/ports/81c1f100-2066-4413-a1a6-8b6f0e7ca366 HTTP/1.1" status: 204 len: 173 time: 0.9467132 Mar 21 22:14:23.352986 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e762156c-2a21-4615-a05b-d3237e5c67ea', 'name': 'network-vif-deleted', 'tag': '81c1f100-2066-4413-a1a6-8b6f0e7ca366'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:14:23.355290 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507925c3-1fa5-4ade-8044-a658f7cf087a" -d '{"events": [{"server_uuid": "e762156c-2a21-4615-a05b-d3237e5c67ea", "name": "network-vif-deleted", "tag": "81c1f100-2066-4413-a1a6-8b6f0e7ca366"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:14:23.397793 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32391ad1-5c9b-41e6-952a-f0656379995f x-openstack-request-id: req-32391ad1-5c9b-41e6-952a-f0656379995f {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:14:23.398641 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e762156c-2a21-4615-a05b-d3237e5c67ea", "name": "network-vif-deleted", "tag": "81c1f100-2066-4413-a1a6-8b6f0e7ca366", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:14:23.398641 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-32391ad1-5c9b-41e6-952a-f0656379995f {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:14:23.398994 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e762156c-2a21-4615-a05b-d3237e5c67ea', 'name': 'network-vif-deleted', 'tag': '81c1f100-2066-4413-a1a6-8b6f0e7ca366', 'status': 'completed', 'code': 200} Mar 21 22:14:23.449553 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-6508c5f9-e634-4aec-88fb-7a733568a6c3 None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:14:23.672350 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-6508c5f9-e634-4aec-88fb-7a733568a6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:14:23.699457 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6508c5f9-e634-4aec-88fb-7a733568a6c3 None None] Checking router: 30662889-03b8-47cc-8163-ea6f29656092 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:14:23.707871 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6508c5f9-e634-4aec-88fb-7a733568a6c3 None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:14:23.708399 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-6508c5f9-e634-4aec-88fb-7a733568a6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:14:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:14:23.742929 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ace9cfd2-65c7-42e5-b034-bebe616a5dbd req-c5e7040f-a9f6-426a-a0b3-1e0d8908fc58 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 210 time: 0.0273027 Mar 21 22:14:23.815466 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-6508c5f9-e634-4aec-88fb-7a733568a6c3 None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:14:24.096939 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-6508c5f9-e634-4aec-88fb-7a733568a6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:14:24.127055 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6508c5f9-e634-4aec-88fb-7a733568a6c3 None None] The sync data for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi is: [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:14:24.359936 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a832d9-306b-444a-a5c0-fded9ec363d0 None None] New status for floating IP 6c8ec5ee-4e0b-4a58-8aee-c7b097f0664f: DOWN {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:14:24.862906 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f762801a-6e7a-473e-b3a2-f3f47b773608 req-63f58414-4a87-43f5-aa03-29fd6e976bff tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=e762156c-2a21-4615-a05b-d3237e5c67ea HTTP/1.1" status: 200 len: 210 time: 0.0323973 Mar 21 22:14:26.254415 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-a5bd9d12-a0f9-4671-bf75-c04955e71afc tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530498079&fields=id&tenant_id=7458146c857149e1bf0714f383c8d472 HTTP/1.1" status: 200 len: 267 time: 0.0441570 Mar 21 22:14:26.300912 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 81c1f100-2066-4413-a1a6-8b6f0e7ca366 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:14:26.321592 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: 81c1f100-2066-4413-a1a6-8b6f0e7ca366 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:14:26.321930 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 81c1f100-2066-4413-a1a6-8b6f0e7ca366 not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:14:26.359896 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-9b20ea99-572f-4095-9358-ce95a6e764a9 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:26.361342 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-9b20ea99-572f-4095-9358-ce95a6e764a9 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/networks?id=7ca64710-59df-44d1-9926-47db3d9d37c7 HTTP/1.1" status: 200 len: 811 time: 0.0999196 Mar 21 22:14:26.375929 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-fa0331c2-8651-4686-88f0-0477e404f983 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/quotas/7458146c857149e1bf0714f383c8d472 HTTP/1.1" status: 200 len: 375 time: 0.0091097 Mar 21 22:14:26.436076 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-3533b44c-6d5f-4452-bd81-ed6a658cc895 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7458146c857149e1bf0714f383c8d472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554457 Mar 21 22:14:26.530397 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-3b432bf2-504b-450a-930f-4fa99d9d779e service neutron] 10.222.0.45 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820200 Mar 21 22:14:26.620149 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0e88a80f-1af0-4295-9b6a-b0d48b76f707 service neutron] 10.222.0.45 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839045 Mar 21 22:14:27.165107 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-129e4d31-45e4-4919-a8cf-e20a0b21e049 req-1b034b09-d65d-4f4c-9470-e4c108b87166 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 210 time: 0.0279164 Mar 21 22:14:28.264661 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7d000f60-fb3d-409d-8c41-e43933f5536d req-477c0ec4-ed14-4646-bf1e-e26d844121e5 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 210 time: 0.0282378 Mar 21 22:14:29.246583 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-12f78531-b185-49cb-b2d5-5f0d65ecd774 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:29.248139 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-12f78531-b185-49cb-b2d5-5f0d65ecd774 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.47 "GET /v2.0/networks?id=7ca64710-59df-44d1-9926-47db3d9d37c7 HTTP/1.1" status: 200 len: 811 time: 0.1030915 Mar 21 22:14:29.325029 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-79fc3e1c-b170-492e-9282-1a28307b82b4 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7458146c857149e1bf0714f383c8d472 HTTP/1.1" status: 200 len: 380 time: 0.0599954 Mar 21 22:14:29.333874 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-40203ff0-e6a3-40d3-a8b6-4ef54579416b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Request body: {'port': {'device_id': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'admin_state_up': True, 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'security_groups': ['250303fa-3da0-4de7-ae3c-7e225fb5cf49']}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:14:29.408083 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-331bd102-0abb-405b-a15a-c03141c7be03 req-8972beb5-58bb-49d9-867c-a13f9bb84d15 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 210 time: 0.0583024 Mar 21 22:14:29.557050 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-40203ff0-e6a3-40d3-a8b6-4ef54579416b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Made reservation on behalf of 7458146c857149e1bf0714f383c8d472 for: {'port': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:14:29.560950 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-40203ff0-e6a3-40d3-a8b6-4ef54579416b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:29.700364 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-40203ff0-e6a3-40d3-a8b6-4ef54579416b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Allocated IP 172.20.0.8 (7ca64710-59df-44d1-9926-47db3d9d37c7/a1497cc9-2e8b-48ed-991b-efcb826a8f9f/b19a0af5-2d6e-46cf-a25f-030709428585) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:14:29.837442 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-40203ff0-e6a3-40d3-a8b6-4ef54579416b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for port (b19a0af5-2d6e-46cf-a25f-030709428585), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:29.910871 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-40203ff0-e6a3-40d3-a8b6-4ef54579416b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (b19a0af5-2d6e-46cf-a25f-030709428585), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:29.952187 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-40203ff0-e6a3-40d3-a8b6-4ef54579416b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Network 7ca64710-59df-44d1-9926-47db3d9d37c7 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:14:29.955285 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-40203ff0-e6a3-40d3-a8b6-4ef54579416b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:14:29.961548 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-40203ff0-e6a3-40d3-a8b6-4ef54579416b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:14:29.984315 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40203ff0-e6a3-40d3-a8b6-4ef54579416b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event updated for resources: {'Port': ['ID=b19a0af5-2d6e-46cf-a25f-030709428585,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:30.013404 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-40203ff0-e6a3-40d3-a8b6-4ef54579416b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:30.014032 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-40203ff0-e6a3-40d3-a8b6-4ef54579416b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:30.073770 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-40203ff0-e6a3-40d3-a8b6-4ef54579416b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7435310 Mar 21 22:14:30.091550 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Request body: {'port': {'device_id': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:14:30.156285 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (b19a0af5-2d6e-46cf-a25f-030709428585), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:30.203809 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-c12c08b2-9484-4c50-9b6d-f33076fd87e2 None None] Provisioning complete for port b19a0af5-2d6e-46cf-a25f-030709428585 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:14:30.204379 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-c12c08b2-9484-4c50-9b6d-f33076fd87e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (b19a0af5-2d6e-46cf-a25f-030709428585), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:30.240810 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-c12c08b2-9484-4c50-9b6d-f33076fd87e2 None None] Port b19a0af5-2d6e-46cf-a25f-030709428585 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:14:30.434962 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19a0af5-2d6e-46cf-a25f-030709428585 {{(pid=115863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:14:30.443540 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Publish callbacks [] for port (b19a0af5-2d6e-46cf-a25f-030709428585), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:30.457012 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.provisioning_blocks [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Transition to ACTIVE for port object b19a0af5-2d6e-46cf-a25f-030709428585 will not be triggered until provisioned by entity L2. {{(pid=115863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:14:30.536457 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d418e-5d79-49a8-a1b9-93fd24b3c752 req-b802de35-774e-4197-84c3-7286bce18738 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:30.537932 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d13d418e-5d79-49a8-a1b9-93fd24b3c752 req-b802de35-774e-4197-84c3-7286bce18738 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 931 time: 0.0549471 Mar 21 22:14:30.557459 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (b19a0af5-2d6e-46cf-a25f-030709428585), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:30.636833 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b19a0af5-2d6e-46cf-a25f-030709428585,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:30.663826 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d13d418e-5d79-49a8-a1b9-93fd24b3c752 req-cca1640a-515a-4351-8c07-817bbc9ac248 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193342 Mar 21 22:14:30.735972 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Attempting to bind port b19a0af5-2d6e-46cf-a25f-030709428585 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:14:30.736438 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Attempting to bind port b19a0af5-2d6e-46cf-a25f-030709428585 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:14:30.744005 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Attempting to bind port b19a0af5-2d6e-46cf-a25f-030709428585 on network 7ca64710-59df-44d1-9926-47db3d9d37c7 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:14:30.744005 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Port b19a0af5-2d6e-46cf-a25f-030709428585 on network 7ca64710-59df-44d1-9926-47db3d9d37c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:14:30.744005 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Attempting to bind port b19a0af5-2d6e-46cf-a25f-030709428585 on network 7ca64710-59df-44d1-9926-47db3d9d37c7 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:14:30.748794 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:14:30.749137 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Checking segment: {'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:14:30.749527 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Bound using segment: {'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:14:30.749966 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Bound port: b19a0af5-2d6e-46cf-a25f-030709428585, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'}}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:14:30.750364 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (b19a0af5-2d6e-46cf-a25f-030709428585), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:30.822108 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] For port b19a0af5-2d6e-46cf-a25f-030709428585, host hv-cinder-83454, cleared binding levels {{(pid=115863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:14:30.826534 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] For port b19a0af5-2d6e-46cf-a25f-030709428585, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b19a0af5-2d6e-46cf-a25f-030709428585,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:14:30.888479 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (b19a0af5-2d6e-46cf-a25f-030709428585), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:30.925018 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:30.925796 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:30.927167 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] 10.222.0.47 "PUT /v2.0/ports/b19a0af5-2d6e-46cf-a25f-030709428585 HTTP/1.1" status: 200 len: 1093 time: 0.8400984 Mar 21 22:14:30.929312 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'tag': 'b19a0af5-2d6e-46cf-a25f-030709428585'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:14:30.931717 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b9333c-e2e1-436f-b45c-ece242dc9b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "70cdd060-e1c7-4be5-8532-db64b0b5a0bf", "tag": "b19a0af5-2d6e-46cf-a25f-030709428585"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:14:30.966714 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd12eef-e484-410f-8be0-1f3b1d27cdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b19a0af5-2d6e-46cf-a25f-030709428585,revision_number=3']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:30.984216 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc11c20-f3aa-4d99-8592-b671365d64a6 x-openstack-request-id: req-cdc11c20-f3aa-4d99-8592-b671365d64a6 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:14:30.984519 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70cdd060-e1c7-4be5-8532-db64b0b5a0bf", "tag": "b19a0af5-2d6e-46cf-a25f-030709428585", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:14:30.984801 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cdc11c20-f3aa-4d99-8592-b671365d64a6 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:14:30.985206 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'tag': 'b19a0af5-2d6e-46cf-a25f-030709428585', 'status': 'completed', 'code': 200} Mar 21 22:14:31.092750 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9333c-e2e1-436f-b45c-ece242dc9b1c req-b27f8f8c-bbf8-4c5b-bdf6-856be3b4c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:31.094336 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f8b9333c-e2e1-436f-b45c-ece242dc9b1c req-b27f8f8c-bbf8-4c5b-bdf6-856be3b4c8c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7458146c857149e1bf0714f383c8d472&device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 1127 time: 0.0504439 Mar 21 22:14:31.210629 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9333c-e2e1-436f-b45c-ece242dc9b1c req-e2c1ce43-0031-47c9-806d-3f4da5904f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:31.212218 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f8b9333c-e2e1-436f-b45c-ece242dc9b1c req-e2c1ce43-0031-47c9-806d-3f4da5904f48 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7458146c857149e1bf0714f383c8d472&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1034448 Mar 21 22:14:31.303500 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9333c-e2e1-436f-b45c-ece242dc9b1c req-e7a10bf2-709e-4201-b132-92beb54a2bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:31.304932 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f8b9333c-e2e1-436f-b45c-ece242dc9b1c req-e7a10bf2-709e-4201-b132-92beb54a2bf4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862706 Mar 21 22:14:31.418732 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0555b283-a803-4fa1-b6cd-8b3017a09778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:31.420261 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-0555b283-a803-4fa1-b6cd-8b3017a09778 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7458146c857149e1bf0714f383c8d472&device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 1127 time: 0.0456626 Mar 21 22:14:31.477997 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-e9c826f5-08a1-4796-98df-4118bd031d38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b19a0af5-2d6e-46cf-a25f-030709428585 HTTP/1.1" status: 200 len: 217 time: 0.0396004 Mar 21 22:14:31.530053 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-9e53b1cf-71a0-49b3-b09d-6354b36641ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:31.531798 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-9e53b1cf-71a0-49b3-b09d-6354b36641ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1497cc9-2e8b-48ed-991b-efcb826a8f9f HTTP/1.1" status: 200 len: 850 time: 0.0467672 Mar 21 22:14:31.584052 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-bbd3d450-dc9e-4964-8330-cb57057d2ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:31.585552 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-bbd3d450-dc9e-4964-8330-cb57057d2ec3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca64710-59df-44d1-9926-47db3d9d37c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446918 Mar 21 22:14:31.683838 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-ff3cca5d-2789-4eba-b022-f8f14cc92bda service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873694 Mar 21 22:14:32.074000 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-be67fffc-2571-41ed-87f1-2d7216d9bdf5 req-7df769f4-81b6-472e-ba33-7d885ceb06eb service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830485 Mar 21 22:14:32.085883 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f89e48-dc46-4228-bfe5-3c388f4fa6e6 req-2a69beb1-83e7-4f55-9950-68f09184fdbe tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:32.087455 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-14f89e48-dc46-4228-bfe5-3c388f4fa6e6 req-2a69beb1-83e7-4f55-9950-68f09184fdbe tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 943 time: 0.3484280 Mar 21 22:14:32.141423 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-14f89e48-dc46-4228-bfe5-3c388f4fa6e6 req-33a0e601-95e2-493c-ad49-e0d7edb99ef3 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471027 Mar 21 22:14:32.365659 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38352) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:32.477448 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-3d4e289f-42a6-4797-81e9-afc5ccba6952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:32.554443 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-3d4e289f-42a6-4797-81e9-afc5ccba6952 admin admin] Publish callbacks [] for security_group (ef966983-4af1-4369-ad52-4af5fe5ce35f), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:32.625150 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-3d4e289f-42a6-4797-81e9-afc5ccba6952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (ef966983-4af1-4369-ad52-4af5fe5ce35f), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:32.660978 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e289f-42a6-4797-81e9-afc5ccba6952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef966983-4af1-4369-ad52-4af5fe5ce35f,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:32.665059 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-3d4e289f-42a6-4797-81e9-afc5ccba6952 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14c03251c35d4e998dc781f066bc9a85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983563 Mar 21 22:14:32.668894 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38356) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:32.714842 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9a9ee434-8eb6-4474-b6b1-d18a5f9e42ae admin admin] Publish callbacks [] for security_group (ef966983-4af1-4369-ad52-4af5fe5ce35f), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:32.735572 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9a9ee434-8eb6-4474-b6b1-d18a5f9e42ae admin admin] Publish callbacks [] for security_group (ef966983-4af1-4369-ad52-4af5fe5ce35f), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:32.876278 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9a9ee434-8eb6-4474-b6b1-d18a5f9e42ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (ef966983-4af1-4369-ad52-4af5fe5ce35f), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:32.878809 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9a9ee434-8eb6-4474-b6b1-d18a5f9e42ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:32.880010 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-9a9ee434-8eb6-4474-b6b1-d18a5f9e42ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef966983-4af1-4369-ad52-4af5fe5ce35f HTTP/1.1" status: 204 len: 168 time: 0.2105882 Mar 21 22:14:32.888394 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ee434-8eb6-4474-b6b1-d18a5f9e42ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef966983-4af1-4369-ad52-4af5fe5ce35f,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:33.262683 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63a1e0-6f6e-4696-b0f0-d2f6ae1cbe4c req-094374d8-38d5-4ba6-ae1b-b8a9c20cff3e tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:33.264260 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5b63a1e0-6f6e-4696-b0f0-d2f6ae1cbe4c req-094374d8-38d5-4ba6-ae1b-b8a9c20cff3e tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 943 time: 0.0549617 Mar 21 22:14:33.314148 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5b63a1e0-6f6e-4696-b0f0-d2f6ae1cbe4c req-8cdceccc-f389-4482-9b61-dfdfa676c55d tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440829 Mar 21 22:14:33.426781 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 38364) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:33.441672 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:33.519575 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Publish callbacks [] for security_group (fbf2bf39-cb33-4f67-8b88-5ead09dd021e), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:33.585113 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (fbf2bf39-cb33-4f67-8b88-5ead09dd021e), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:33.623665 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b5f3cdc2c6594953bc3fcf4eb7d6dac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958475 Mar 21 22:14:33.624512 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf2bf39-cb33-4f67-8b88-5ead09dd021e,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:33.626268 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38366) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:33.631992 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:33.632339 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:33.632682 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:33.633026 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:33.633358 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:33.633689 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:33.634037 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:33.634361 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:33.634685 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:33.635046 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:33.635360 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:33.635680 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:33.635996 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:33.636357 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:33.636680 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3f19c-b4f2-4200-a9ff-15d52333458b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:14:33.674418 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d47a32c2-b5d0-40e0-9995-1781b01a81fb admin admin] Publish callbacks [] for security_group (fbf2bf39-cb33-4f67-8b88-5ead09dd021e), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:33.695525 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d47a32c2-b5d0-40e0-9995-1781b01a81fb admin admin] Publish callbacks [] for security_group (fbf2bf39-cb33-4f67-8b88-5ead09dd021e), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:33.819059 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d47a32c2-b5d0-40e0-9995-1781b01a81fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (fbf2bf39-cb33-4f67-8b88-5ead09dd021e), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:33.821722 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d47a32c2-b5d0-40e0-9995-1781b01a81fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:33.822857 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-d47a32c2-b5d0-40e0-9995-1781b01a81fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fbf2bf39-cb33-4f67-8b88-5ead09dd021e HTTP/1.1" status: 204 len: 168 time: 0.1955879 Mar 21 22:14:33.831036 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a32c2-b5d0-40e0-9995-1781b01a81fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf2bf39-cb33-4f67-8b88-5ead09dd021e,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:34.440759 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e7b47-3b09-4326-ab98-1116ad955bf6 req-612ab223-d730-4e0f-a9e3-f16587c07a3d tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:34.442270 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b03e7b47-3b09-4326-ab98-1116ad955bf6 req-612ab223-d730-4e0f-a9e3-f16587c07a3d tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 943 time: 0.0567281 Mar 21 22:14:34.457555 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38374) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:34.479935 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2f30537d-e6d8-4392-991c-8eb914fe1e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:34.524581 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b03e7b47-3b09-4326-ab98-1116ad955bf6 req-314875bc-6956-4545-afe6-03a5f755d8c7 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761116 Mar 21 22:14:34.587931 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2f30537d-e6d8-4392-991c-8eb914fe1e6d admin admin] Publish callbacks [] for security_group (e3f80751-f34b-42e6-873d-871e7a10117f), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:34.659353 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-2f30537d-e6d8-4392-991c-8eb914fe1e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (e3f80751-f34b-42e6-873d-871e7a10117f), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:34.697210 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-2f30537d-e6d8-4392-991c-8eb914fe1e6d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d9195ba7bfe4b2d8d2a4e431869fca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386112 Mar 21 22:14:34.698065 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30537d-e6d8-4392-991c-8eb914fe1e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f80751-f34b-42e6-873d-871e7a10117f,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:34.700586 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 38376) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:34.749727 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-517b4fa9-0119-41d3-ad6d-640d450ad4b0 admin admin] Publish callbacks [] for security_group (e3f80751-f34b-42e6-873d-871e7a10117f), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:34.770996 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-517b4fa9-0119-41d3-ad6d-640d450ad4b0 admin admin] Publish callbacks [] for security_group (e3f80751-f34b-42e6-873d-871e7a10117f), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:34.904620 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-517b4fa9-0119-41d3-ad6d-640d450ad4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (e3f80751-f34b-42e6-873d-871e7a10117f), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:34.907311 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-517b4fa9-0119-41d3-ad6d-640d450ad4b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:34.908496 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-517b4fa9-0119-41d3-ad6d-640d450ad4b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e3f80751-f34b-42e6-873d-871e7a10117f HTTP/1.1" status: 204 len: 168 time: 0.2066236 Mar 21 22:14:34.916347 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b4fa9-0119-41d3-ad6d-640d450ad4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f80751-f34b-42e6-873d-871e7a10117f,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:35.657451 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac439f7-1440-4200-adf5-f9209b3fddc3 req-99370431-a21d-4860-8e83-fe748e3e1061 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:35.659148 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0ac439f7-1440-4200-adf5-f9209b3fddc3 req-99370431-a21d-4860-8e83-fe748e3e1061 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 943 time: 0.0638752 Mar 21 22:14:35.735377 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0ac439f7-1440-4200-adf5-f9209b3fddc3 req-7eef8719-3745-4daa-9097-309b20a39bb0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648782 Mar 21 22:14:36.855158 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4761c65-c824-49a0-8510-64ad31db8a7b req-3b63ea2f-7763-44e0-b929-51ed7529d0bb tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:36.856665 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a4761c65-c824-49a0-8510-64ad31db8a7b req-3b63ea2f-7763-44e0-b929-51ed7529d0bb tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 943 time: 0.0531614 Mar 21 22:14:36.907368 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a4761c65-c824-49a0-8510-64ad31db8a7b req-0720ce1a-4d18-43a4-9e5e-2bf02ebcfc4a tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449226 Mar 21 22:14:37.432776 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:14:38.034942 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666eccb4-944c-4312-b12c-7480f4526f5f req-f7517095-5889-4e1a-908b-a2695b479fe2 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:38.036408 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-666eccb4-944c-4312-b12c-7480f4526f5f req-f7517095-5889-4e1a-908b-a2695b479fe2 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 943 time: 0.0547442 Mar 21 22:14:38.087810 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-666eccb4-944c-4312-b12c-7480f4526f5f req-3c66d8c1-74fa-4b5b-a4e2-3dd88428f7a1 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456936 Mar 21 22:14:38.470339 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-a36952ed-eca7-4d9a-86d5-4381d52058d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:39.208910 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe65067-1341-441a-9520-976b8d6df1f2 req-c37ab0d7-eece-44bc-b1c2-b4d860590259 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:39.210372 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-afe65067-1341-441a-9520-976b8d6df1f2 req-c37ab0d7-eece-44bc-b1c2-b4d860590259 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 943 time: 0.0556216 Mar 21 22:14:39.261398 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-afe65067-1341-441a-9520-976b8d6df1f2 req-c89eac46-8d53-4adb-b5f7-98edacdc04e3 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446677 Mar 21 22:14:40.116371 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:40.382815 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2f5c0-802d-49c2-ab63-7705efdde37b req-1055ccd2-4d3d-42c9-b127-08197aa88fed tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:40.384249 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1fa2f5c0-802d-49c2-ab63-7705efdde37b req-1055ccd2-4d3d-42c9-b127-08197aa88fed tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 943 time: 0.0535936 Mar 21 22:14:40.437031 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1fa2f5c0-802d-49c2-ab63-7705efdde37b req-ccd6c732-037f-4153-9631-8e26c0c8a92b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466108 Mar 21 22:14:41.041838 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-bdaed3bc-c16e-498b-b0f2-f389d31e3caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:41.560244 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534cc38-e15b-44d2-8166-ef4a350a0a44 req-e6762a5b-8e39-4c12-8978-00d258431eff tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:41.561710 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3534cc38-e15b-44d2-8166-ef4a350a0a44 req-e6762a5b-8e39-4c12-8978-00d258431eff tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 943 time: 0.0565996 Mar 21 22:14:41.609006 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3534cc38-e15b-44d2-8166-ef4a350a0a44 req-f05de91e-3f9b-4b3e-8885-fccccde9cc61 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418501 Mar 21 22:14:42.865030 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:42.882320 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ad416-3d3d-43f9-b5c0-e53c55528a34 req-7c1caea2-d2a7-416e-bcde-a7667bc08fcd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:42.883973 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-562ad416-3d3d-43f9-b5c0-e53c55528a34 req-7c1caea2-d2a7-416e-bcde-a7667bc08fcd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 943 time: 0.2086985 Mar 21 22:14:42.933864 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-562ad416-3d3d-43f9-b5c0-e53c55528a34 req-e693c141-1cbd-4709-a631-94317d2cd5f1 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434952 Mar 21 22:14:44.103998 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99d83b-8f86-4511-8e8b-f89005ea7423 req-628653ff-e2ee-4e05-9c98-811f29606fc1 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:44.105547 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3b99d83b-8f86-4511-8e8b-f89005ea7423 req-628653ff-e2ee-4e05-9c98-811f29606fc1 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 943 time: 0.1066239 Mar 21 22:14:44.160231 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3b99d83b-8f86-4511-8e8b-f89005ea7423 req-cc9abd73-1a73-4c4a-86eb-9003ea2e5916 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490565 Mar 21 22:14:44.267746 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device b19a0af5-2d6e-46cf-a25f-030709428585 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:14:44.339250 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:44.371503 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port b19a0af5-2d6e-46cf-a25f-030709428585, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b19a0af5-2d6e-46cf-a25f-030709428585,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:14:44.383735 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': 'b19a0af5-2d6e-46cf-a25f-030709428585', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'port_id': 'b19a0af5-2d6e-46cf-a25f-030709428585', 'mac_address': 'fa:16:3e:24:1f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:14:44.387126 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b423cc15-997e-4c42-a049-0a6169b0f6d4 req-f8ec1de0-dd2c-41cf-be1e-3275805fea0c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441926 Mar 21 22:14:44.422827 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port b19a0af5-2d6e-46cf-a25f-030709428585 is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:14:44.423248 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (b19a0af5-2d6e-46cf-a25f-030709428585), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:44.437283 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19a0af5-2d6e-46cf-a25f-030709428585 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:14:44.458210 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port b19a0af5-2d6e-46cf-a25f-030709428585, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b19a0af5-2d6e-46cf-a25f-030709428585,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:14:44.468767 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423cc15-997e-4c42-a049-0a6169b0f6d4 req-affe6cce-1d7b-40d3-a202-b55584c96f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:44.470276 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b423cc15-997e-4c42-a049-0a6169b0f6d4 req-affe6cce-1d7b-40d3-a202-b55584c96f18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f9b74725b9c4568a941ad74fef80cec&device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 1168 time: 0.0457766 Mar 21 22:14:44.522090 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (b19a0af5-2d6e-46cf-a25f-030709428585), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:44.573458 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=b19a0af5-2d6e-46cf-a25f-030709428585,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:44.577364 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423cc15-997e-4c42-a049-0a6169b0f6d4 req-37e88d0d-fedd-4968-9a8b-d14879cabb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:44.579081 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b423cc15-997e-4c42-a049-0a6169b0f6d4 req-37e88d0d-fedd-4968-9a8b-d14879cabb91 service neutron] 10.222.0.47 "GET /v2.0/networks?id=743d4464-3905-459a-ac90-9ac64e4b23c8 HTTP/1.1" status: 200 len: 915 time: 0.0902920 Mar 21 22:14:44.644236 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b423cc15-997e-4c42-a049-0a6169b0f6d4 req-99984dfa-0dba-4255-bfd2-f43aed857cd4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3054962f-8edd-40c6-85af-8c5a51ff13db HTTP/1.1" status: 200 len: 1001 time: 0.0589008 Mar 21 22:14:44.691629 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423cc15-997e-4c42-a049-0a6169b0f6d4 req-188bd6b7-0fb1-4bb5-9071-e60ba1bfdb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:44.693048 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b423cc15-997e-4c42-a049-0a6169b0f6d4 req-188bd6b7-0fb1-4bb5-9071-e60ba1bfdb33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86d046b3-f9a7-41fb-be02-27b396a5ce00 HTTP/1.1" status: 200 len: 853 time: 0.0425198 Mar 21 22:14:44.748095 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423cc15-997e-4c42-a049-0a6169b0f6d4 req-5652bc05-9791-4797-95cf-bf77d5c2136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:44.749765 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b423cc15-997e-4c42-a049-0a6169b0f6d4 req-5652bc05-9791-4797-95cf-bf77d5c2136f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=743d4464-3905-459a-ac90-9ac64e4b23c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481601 Mar 21 22:14:44.842441 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b423cc15-997e-4c42-a049-0a6169b0f6d4 req-3416ffc6-80e1-4272-ba26-967ebce51880 service neutron] 10.222.0.47 "GET /v2.0/networks/743d4464-3905-459a-ac90-9ac64e4b23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833764 Mar 21 22:14:44.932403 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b423cc15-997e-4c42-a049-0a6169b0f6d4 req-4c49eb0c-eacc-4028-ad99-0bf2515a7f20 service neutron] 10.222.0.47 "GET /v2.0/networks/743d4464-3905-459a-ac90-9ac64e4b23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839915 Mar 21 22:14:45.275942 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123f5bb-a647-4d67-af53-ea7ab2a1d6e5 req-436af2ee-78d1-4c8e-9b96-19f7ace3d18e tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:45.277391 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f123f5bb-a647-4d67-af53-ea7ab2a1d6e5 req-436af2ee-78d1-4c8e-9b96-19f7ace3d18e tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 944 time: 0.0521166 Mar 21 22:14:45.325989 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f123f5bb-a647-4d67-af53-ea7ab2a1d6e5 req-be605ab6-8575-4df7-a31e-680e1ddac8cb tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425262 Mar 21 22:14:45.333043 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['b19a0af5-2d6e-46cf-a25f-030709428585'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:14:45.641898 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:46.451451 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e527a-fb78-493d-8b96-85b543e7c43d req-112b9e2a-f85f-46b1-8eaf-72ecbc453603 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:46.452964 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-784e527a-fb78-493d-8b96-85b543e7c43d req-112b9e2a-f85f-46b1-8eaf-72ecbc453603 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 944 time: 0.0603411 Mar 21 22:14:46.505836 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-784e527a-fb78-493d-8b96-85b543e7c43d req-dbc06797-6621-4313-a99b-7423d7c13c5d tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471294 Mar 21 22:14:46.711809 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device b19a0af5-2d6e-46cf-a25f-030709428585 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:14:46.853280 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port b19a0af5-2d6e-46cf-a25f-030709428585 completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:14:46.858051 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port b19a0af5-2d6e-46cf-a25f-030709428585 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:14:46.858422 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (b19a0af5-2d6e-46cf-a25f-030709428585), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:46.940158 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port b19a0af5-2d6e-46cf-a25f-030709428585 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:14:46.940551 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (b19a0af5-2d6e-46cf-a25f-030709428585), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:46.963882 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19a0af5-2d6e-46cf-a25f-030709428585'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:14:46.966587 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1005ed-b13c-48ea-999a-dec42cc245f6" -d '{"events": [{"server_uuid": "70cdd060-e1c7-4be5-8532-db64b0b5a0bf", "name": "network-vif-plugged", "status": "completed", "tag": "b19a0af5-2d6e-46cf-a25f-030709428585"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:14:46.982602 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port b19a0af5-2d6e-46cf-a25f-030709428585, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b19a0af5-2d6e-46cf-a25f-030709428585,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:14:47.013646 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b44e98-62de-4401-905f-0f31ad9bbdfb x-openstack-request-id: req-b0b44e98-62de-4401-905f-0f31ad9bbdfb {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:14:47.013646 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cdd060-e1c7-4be5-8532-db64b0b5a0bf", "name": "network-vif-plugged", "status": "completed", "tag": "b19a0af5-2d6e-46cf-a25f-030709428585", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:14:47.013646 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0b44e98-62de-4401-905f-0f31ad9bbdfb {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:14:47.013646 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19a0af5-2d6e-46cf-a25f-030709428585', 'code': 200} Mar 21 22:14:47.058755 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (b19a0af5-2d6e-46cf-a25f-030709428585), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:47.111299 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=b19a0af5-2d6e-46cf-a25f-030709428585,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:47.436286 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617b2c8-0e61-4ba7-886a-84df5289aac3 req-cabe7d2a-0113-4b94-a89b-1c0533332772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:47.437806 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0617b2c8-0e61-4ba7-886a-84df5289aac3 req-cabe7d2a-0113-4b94-a89b-1c0533332772 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 1129 time: 0.0486982 Mar 21 22:14:47.485677 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0617b2c8-0e61-4ba7-886a-84df5289aac3 req-0164efb1-4489-4960-b862-de6426d4727c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 Mar 21 22:14:47.625053 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbb382-a8d5-48ff-845a-d9a38678d464 req-67a1d3f2-9522-45d9-b71d-a8408096589d tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:47.626542 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a1dbb382-a8d5-48ff-845a-d9a38678d464 req-67a1d3f2-9522-45d9-b71d-a8408096589d tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 945 time: 0.0543079 Mar 21 22:14:47.675659 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a1dbb382-a8d5-48ff-845a-d9a38678d464 req-70d4a899-f46d-4970-ad76-2bfc42cb5a84 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435658 Mar 21 22:14:48.792673 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837781a-08bd-4a3e-9401-f0d43153157c req-5ccf496a-6065-4d31-9799-127da7ecf88b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:48.794159 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1837781a-08bd-4a3e-9401-f0d43153157c req-5ccf496a-6065-4d31-9799-127da7ecf88b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 945 time: 0.0530059 Mar 21 22:14:48.846812 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1837781a-08bd-4a3e-9401-f0d43153157c req-0589a1eb-27fa-438d-8ace-a82b5b9fa147 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469997 Mar 21 22:14:49.274924 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 38510) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:49.379496 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f59dc247-ce31-4b0f-b6f4-dfcf166bd2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:49.452395 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f59dc247-ce31-4b0f-b6f4-dfcf166bd2dc admin admin] Publish callbacks [] for security_group (38c4f07d-9634-4d0d-a262-6d0b643900a4), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:49.521685 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f59dc247-ce31-4b0f-b6f4-dfcf166bd2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (38c4f07d-9634-4d0d-a262-6d0b643900a4), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:49.562465 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-f59dc247-ce31-4b0f-b6f4-dfcf166bd2dc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a13ed407709a4336beefa0fe5b907bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864377 Mar 21 22:14:49.563423 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59dc247-ce31-4b0f-b6f4-dfcf166bd2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c4f07d-9634-4d0d-a262-6d0b643900a4,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:49.565194 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38514) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:49.612698 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9492-71ce-46b5-9593-47990edfa52f admin admin] Publish callbacks [] for security_group (38c4f07d-9634-4d0d-a262-6d0b643900a4), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:49.633433 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9492-71ce-46b5-9593-47990edfa52f admin admin] Publish callbacks [] for security_group (38c4f07d-9634-4d0d-a262-6d0b643900a4), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:49.756272 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9492-71ce-46b5-9593-47990edfa52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (38c4f07d-9634-4d0d-a262-6d0b643900a4), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:49.758847 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9492-71ce-46b5-9593-47990edfa52f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:49.760032 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-4e7d9492-71ce-46b5-9593-47990edfa52f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38c4f07d-9634-4d0d-a262-6d0b643900a4 HTTP/1.1" status: 204 len: 168 time: 0.1931775 Mar 21 22:14:49.767914 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d9492-71ce-46b5-9593-47990edfa52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c4f07d-9634-4d0d-a262-6d0b643900a4,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:49.964486 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167f166-6086-43c2-beb0-c893118af238 req-30c47300-3567-4789-8550-365a4970315d tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:49.965950 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b167f166-6086-43c2-beb0-c893118af238 req-30c47300-3567-4789-8550-365a4970315d tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 945 time: 0.0530605 Mar 21 22:14:50.017072 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b167f166-6086-43c2-beb0-c893118af238 req-3f8ce040-00cc-45c5-850d-e086b230a183 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455136 Mar 21 22:14:50.142040 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b6abf-5003-4692-be5d-4dd5d1b52c2b req-6b505a13-40ab-4c6a-b920-a22f5b57a002 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:50.143523 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-852b6abf-5003-4692-be5d-4dd5d1b52c2b req-6b505a13-40ab-4c6a-b920-a22f5b57a002 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 945 time: 0.0582008 Mar 21 22:14:50.192608 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-852b6abf-5003-4692-be5d-4dd5d1b52c2b req-46859dbe-2a65-4b8e-829f-fa91ecae5ee1 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433245 Mar 21 22:14:50.217410 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38524) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:50.260822 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f572da-5afc-42c8-babf-50deeabde29f tempest-TestVolumeBootPattern-2147155709 tempest-TestVolumeBootPattern-2147155709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:50.262342 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-56f572da-5afc-42c8-babf-50deeabde29f tempest-TestVolumeBootPattern-2147155709 tempest-TestVolumeBootPattern-2147155709-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 1124 time: 0.0438926 Mar 21 22:14:50.265171 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38526) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:50.269567 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Request body: {'floatingip': {'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'port_id': 'b19a0af5-2d6e-46cf-a25f-030709428585', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:14:50.296613 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38528) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:50.309283 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-49088d68-49cc-496b-ad41-ba0b39c3a436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:50.345915 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:50.431511 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-49088d68-49cc-496b-ad41-ba0b39c3a436 admin admin] Publish callbacks [] for security_group (510899fc-1112-45f4-916e-9f792e34beeb), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:50.475139 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:50.509736 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-49088d68-49cc-496b-ad41-ba0b39c3a436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (510899fc-1112-45f4-916e-9f792e34beeb), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:50.566691 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-49088d68-49cc-496b-ad41-ba0b39c3a436 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c0d0a59277147c7ac9d0a76e2476cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688653 Mar 21 22:14:50.569255 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 38530) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:50.569729 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49088d68-49cc-496b-ad41-ba0b39c3a436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510899fc-1112-45f4-916e-9f792e34beeb,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:50.617521 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e6d12253-7d74-4ac3-92f1-18b82616a426 admin admin] Publish callbacks [] for security_group (510899fc-1112-45f4-916e-9f792e34beeb), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:50.626305 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Allocated IP 172.27.2.9 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/c091f002-15fd-458a-90ae-6882bf924ae5) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:14:50.639838 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e6d12253-7d74-4ac3-92f1-18b82616a426 admin admin] Publish callbacks [] for security_group (510899fc-1112-45f4-916e-9f792e34beeb), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:50.727053 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for port (c091f002-15fd-458a-90ae-6882bf924ae5), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:50.733411 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e6d12253-7d74-4ac3-92f1-18b82616a426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (510899fc-1112-45f4-916e-9f792e34beeb), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:50.736215 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e6d12253-7d74-4ac3-92f1-18b82616a426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:50.737386 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-e6d12253-7d74-4ac3-92f1-18b82616a426 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/510899fc-1112-45f4-916e-9f792e34beeb HTTP/1.1" status: 204 len: 168 time: 0.1671567 Mar 21 22:14:50.746728 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d12253-7d74-4ac3-92f1-18b82616a426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510899fc-1112-45f4-916e-9f792e34beeb,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:50.802551 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (c091f002-15fd-458a-90ae-6882bf924ae5), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:50.846775 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:14:50.849649 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:14:50.852423 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:14:50.882101 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event updated for resources: {'Port': ['ID=c091f002-15fd-458a-90ae-6882bf924ae5,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:51.235861 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for floatingip (e83097a9-87a8-4606-a8c0-07d1c5e0f0c6), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:51.402150 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (c091f002-15fd-458a-90ae-6882bf924ae5), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:51.571077 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for port (c091f002-15fd-458a-90ae-6882bf924ae5), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:51.624442 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (c091f002-15fd-458a-90ae-6882bf924ae5), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:51.693993 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event updated for resources: {'Port': ['ID=c091f002-15fd-458a-90ae-6882bf924ae5,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:51.705552 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (e83097a9-87a8-4606-a8c0-07d1c5e0f0c6), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:51.812186 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Floating IP e83097a9-87a8-4606-a8c0-07d1c5e0f0c6 associated. External IP: 172.27.2.9, port: b19a0af5-2d6e-46cf-a25f-030709428585. Mar 21 22:14:52.027060 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Router 30662889-03b8-47cc-8163-ea6f29656092 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:14:52.136913 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:14:52.147733 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3063b76-e728-4fd6-bfe8-a30b4291873b None None] Sync routers for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:14:52.158417 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3063b76-e728-4fd6-bfe8-a30b4291873b None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:14:52.159539 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-b3063b76-e728-4fd6-bfe8-a30b4291873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:14:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:14:52.209986 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:52.245957 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-1a7306f1-1d23-44a1-952c-26175a77a874 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9796507 Mar 21 22:14:52.246640 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'tag': 'b19a0af5-2d6e-46cf-a25f-030709428585'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:14:52.248859 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c86432-c1f3-4141-ac6b-14052773726f" -d '{"events": [{"name": "network-changed", "server_uuid": "70cdd060-e1c7-4be5-8532-db64b0b5a0bf", "tag": "b19a0af5-2d6e-46cf-a25f-030709428585"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:14:52.282208 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-b3063b76-e728-4fd6-bfe8-a30b4291873b None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:14:52.289329 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70449b7-81d0-4111-8d80-7dc9c89fc2e2 x-openstack-request-id: req-d70449b7-81d0-4111-8d80-7dc9c89fc2e2 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:14:52.289620 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70cdd060-e1c7-4be5-8532-db64b0b5a0bf", "tag": "b19a0af5-2d6e-46cf-a25f-030709428585", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:14:52.289874 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d70449b7-81d0-4111-8d80-7dc9c89fc2e2 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:14:52.290275 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'tag': 'b19a0af5-2d6e-46cf-a25f-030709428585', 'status': 'completed', 'code': 200} Mar 21 22:14:52.389019 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c86432-c1f3-4141-ac6b-14052773726f req-ccf87cf8-2b3a-4817-93a4-f63c5ba5a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:52.390666 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-26c86432-c1f3-4141-ac6b-14052773726f req-ccf87cf8-2b3a-4817-93a4-f63c5ba5a1f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7458146c857149e1bf0714f383c8d472&device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 1129 time: 0.0455811 Mar 21 22:14:52.494807 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c86432-c1f3-4141-ac6b-14052773726f req-9f59dd14-2cec-4cd9-a10b-ee44b880c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:52.496296 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-26c86432-c1f3-4141-ac6b-14052773726f req-9f59dd14-2cec-4cd9-a10b-ee44b880c2dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ca64710-59df-44d1-9926-47db3d9d37c7 HTTP/1.1" status: 200 len: 912 time: 0.0972881 Mar 21 22:14:52.545654 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-b3063b76-e728-4fd6-bfe8-a30b4291873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'e83097a9-87a8-4606-a8c0-07d1c5e0f0c6', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '30662889-03b8-47cc-8163-ea6f29656092', 'port_id': 'b19a0af5-2d6e-46cf-a25f-030709428585', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'mac_address': 'fa:16:3e:24:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:14:51Z', 'updated_at': '2022-03-21T22:14:51Z', 'revision_number': 0, 'project_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:14:52.567252 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-26c86432-c1f3-4141-ac6b-14052773726f req-d6e1fc05-e5ed-4a81-85f9-f15b301a1c98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b19a0af5-2d6e-46cf-a25f-030709428585 HTTP/1.1" status: 200 len: 997 time: 0.0646620 Mar 21 22:14:52.576383 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3063b76-e728-4fd6-bfe8-a30b4291873b None None] Checking router: 30662889-03b8-47cc-8163-ea6f29656092 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:14:52.586019 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3063b76-e728-4fd6-bfe8-a30b4291873b None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:14:52.586666 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-b3063b76-e728-4fd6-bfe8-a30b4291873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:14:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:14:52.622757 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c86432-c1f3-4141-ac6b-14052773726f req-3d2fb262-7747-4f42-8718-fc7214e5445e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:52.624378 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-26c86432-c1f3-4141-ac6b-14052773726f req-3d2fb262-7747-4f42-8718-fc7214e5445e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1497cc9-2e8b-48ed-991b-efcb826a8f9f HTTP/1.1" status: 200 len: 850 time: 0.0505505 Mar 21 22:14:52.680683 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c86432-c1f3-4141-ac6b-14052773726f req-88141407-8b24-452f-b6bf-0fc7f3749b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:52.682329 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-26c86432-c1f3-4141-ac6b-14052773726f req-88141407-8b24-452f-b6bf-0fc7f3749b85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca64710-59df-44d1-9926-47db3d9d37c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512304 Mar 21 22:14:52.699074 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-b3063b76-e728-4fd6-bfe8-a30b4291873b None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:14:52.778356 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-26c86432-c1f3-4141-ac6b-14052773726f req-6a3eeeaa-aeb3-4afd-8254-48ab9fb793a0 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880446 Mar 21 22:14:52.880081 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-26c86432-c1f3-4141-ac6b-14052773726f req-01de97c7-0fee-4b67-9588-fefa84e2436c service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952477 Mar 21 22:14:52.936671 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-b3063b76-e728-4fd6-bfe8-a30b4291873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'e83097a9-87a8-4606-a8c0-07d1c5e0f0c6', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '30662889-03b8-47cc-8163-ea6f29656092', 'port_id': 'b19a0af5-2d6e-46cf-a25f-030709428585', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'mac_address': 'fa:16:3e:24:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:14:51Z', 'updated_at': '2022-03-21T22:14:51Z', 'revision_number': 0, 'project_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:14:52.967019 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3063b76-e728-4fd6-bfe8-a30b4291873b None None] The sync data for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi is: [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'e83097a9-87a8-4606-a8c0-07d1c5e0f0c6', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '30662889-03b8-47cc-8163-ea6f29656092', 'port_id': 'b19a0af5-2d6e-46cf-a25f-030709428585', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'mac_address': 'fa:16:3e:24:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:14:51Z', 'updated_at': '2022-03-21T22:14:51Z', 'revision_number': 0, 'project_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:14:53.171863 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bb39e0-3f30-4203-a9b5-256c9a583f27 None None] New status for floating IP e83097a9-87a8-4606-a8c0-07d1c5e0f0c6: ACTIVE {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:14:55.265794 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce152a25-2423-4098-acce-d7ba9b787e65 req-ce1db8ae-b0ec-4ebc-a93b-5c4dd903b9c9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:55.267315 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ce152a25-2423-4098-acce-d7ba9b787e65 req-ce1db8ae-b0ec-4ebc-a93b-5c4dd903b9c9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.3146622 Mar 21 22:14:55.322333 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ce152a25-2423-4098-acce-d7ba9b787e65 req-312c93d0-8c37-4d5f-bc5e-2eef31c6506b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491314 Mar 21 22:14:56.455051 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00df6f7-c041-4d1c-a2c8-f5087ac642ae req-2bad37ab-39a4-47cc-870c-e2fae36f18c9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:56.456892 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c00df6f7-c041-4d1c-a2c8-f5087ac642ae req-2bad37ab-39a4-47cc-870c-e2fae36f18c9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0603361 Mar 21 22:14:56.506583 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c00df6f7-c041-4d1c-a2c8-f5087ac642ae req-5067f8a8-3ebb-4d95-b3d7-fe2bdd4b4487 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430317 Mar 21 22:14:57.633491 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7ae80-403f-4a1c-81d0-2ad49e93d3a5 req-8a64949b-0854-45e9-9394-6c66d7c5cc1c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:57.635012 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2cc7ae80-403f-4a1c-81d0-2ad49e93d3a5 req-8a64949b-0854-45e9-9394-6c66d7c5cc1c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0554328 Mar 21 22:14:57.684118 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2cc7ae80-403f-4a1c-81d0-2ad49e93d3a5 req-516a2ab9-dd07-42f4-923d-115f46b43b2a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413120 Mar 21 22:14:58.807446 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e63b9b-6e0c-4b22-83d0-233a8211fde1 req-4ff24f1e-2f10-402d-848c-fbaf5a6adf7c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:58.808952 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-66e63b9b-6e0c-4b22-83d0-233a8211fde1 req-4ff24f1e-2f10-402d-848c-fbaf5a6adf7c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0531580 Mar 21 22:14:58.856230 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-66e63b9b-6e0c-4b22-83d0-233a8211fde1 req-25c8c549-10ef-422f-8946-2883c15b5e6d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415633 Mar 21 22:14:58.972629 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 38682) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:59.075911 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-fb340b8c-166a-47cf-91e2-88348ebd40dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:59.147455 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-fb340b8c-166a-47cf-91e2-88348ebd40dc admin admin] Publish callbacks [] for security_group (9c304056-ff63-41c6-ade6-e5192bf379bd), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:59.195367 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-fb340b8c-166a-47cf-91e2-88348ebd40dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (9c304056-ff63-41c6-ade6-e5192bf379bd), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:59.237220 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb340b8c-166a-47cf-91e2-88348ebd40dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c304056-ff63-41c6-ade6-e5192bf379bd,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:59.242624 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-fb340b8c-166a-47cf-91e2-88348ebd40dc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=667b068b1a4d43cb83fe9eec864da773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689734 Mar 21 22:14:59.245310 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 38686) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:14:59.292305 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d578cd45-0c77-493d-b76f-59282ac6728e admin admin] Publish callbacks [] for security_group (9c304056-ff63-41c6-ade6-e5192bf379bd), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:59.314236 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d578cd45-0c77-493d-b76f-59282ac6728e admin admin] Publish callbacks [] for security_group (9c304056-ff63-41c6-ade6-e5192bf379bd), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:59.419676 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d578cd45-0c77-493d-b76f-59282ac6728e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (9c304056-ff63-41c6-ade6-e5192bf379bd), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:59.422201 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d578cd45-0c77-493d-b76f-59282ac6728e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:14:59.423414 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-d578cd45-0c77-493d-b76f-59282ac6728e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c304056-ff63-41c6-ade6-e5192bf379bd HTTP/1.1" status: 204 len: 168 time: 0.1770406 Mar 21 22:14:59.432356 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578cd45-0c77-493d-b76f-59282ac6728e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c304056-ff63-41c6-ade6-e5192bf379bd,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:14:59.987365 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaebb5c-858c-4288-94bb-e1dc2913de01 req-5fdc915c-4c67-4a98-9fc8-83d6cbd8768f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:14:59.988873 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fcaebb5c-858c-4288-94bb-e1dc2913de01 req-5fdc915c-4c67-4a98-9fc8-83d6cbd8768f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0575495 Mar 21 22:14:59.995576 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 38696) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:00.009577 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-fc273d9e-dcb4-4b56-a8b1-e1b73c5b8722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:00.038242 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fcaebb5c-858c-4288-94bb-e1dc2913de01 req-0e5dfd9f-e9d7-4957-9a59-794c0d7d8d01 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434594 Mar 21 22:15:00.088705 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-fc273d9e-dcb4-4b56-a8b1-e1b73c5b8722 admin admin] Publish callbacks [] for security_group (ae1b6507-cb06-47fa-ab28-9f4cf98d96c3), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:00.190375 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-fc273d9e-dcb4-4b56-a8b1-e1b73c5b8722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (ae1b6507-cb06-47fa-ab28-9f4cf98d96c3), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:00.228632 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-fc273d9e-dcb4-4b56-a8b1-e1b73c5b8722 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=826a07bbc1c74f3ebfe140457d3b740e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317123 Mar 21 22:15:00.229653 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc273d9e-dcb4-4b56-a8b1-e1b73c5b8722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1b6507-cb06-47fa-ab28-9f4cf98d96c3,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:00.231798 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38698) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:00.281485 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d033ebf2-720a-47c9-b085-9e697b5135c7 admin admin] Publish callbacks [] for security_group (ae1b6507-cb06-47fa-ab28-9f4cf98d96c3), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:00.302651 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d033ebf2-720a-47c9-b085-9e697b5135c7 admin admin] Publish callbacks [] for security_group (ae1b6507-cb06-47fa-ab28-9f4cf98d96c3), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:00.419367 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d033ebf2-720a-47c9-b085-9e697b5135c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (ae1b6507-cb06-47fa-ab28-9f4cf98d96c3), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:00.422028 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d033ebf2-720a-47c9-b085-9e697b5135c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:00.423188 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-d033ebf2-720a-47c9-b085-9e697b5135c7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae1b6507-cb06-47fa-ab28-9f4cf98d96c3 HTTP/1.1" status: 204 len: 168 time: 0.1902156 Mar 21 22:15:00.431968 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033ebf2-720a-47c9-b085-9e697b5135c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1b6507-cb06-47fa-ab28-9f4cf98d96c3,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:01.000370 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38704) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:01.013717 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-76013326-93d1-411f-b97c-4162bbd85b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:01.085132 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-76013326-93d1-411f-b97c-4162bbd85b46 admin admin] Publish callbacks [] for security_group (170b5ca0-7423-44f1-9477-bc5f7b24fb0a), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:01.168186 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f413e3e-8536-455c-b107-841f03382cd4 req-cb8c3e12-c71e-4b4c-a7fa-1c6f595a6f0d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:01.169802 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0f413e3e-8536-455c-b107-841f03382cd4 req-cb8c3e12-c71e-4b4c-a7fa-1c6f595a6f0d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0577693 Mar 21 22:15:01.170863 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-76013326-93d1-411f-b97c-4162bbd85b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (170b5ca0-7423-44f1-9477-bc5f7b24fb0a), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:01.232209 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76013326-93d1-411f-b97c-4162bbd85b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170b5ca0-7423-44f1-9477-bc5f7b24fb0a,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:01.242866 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-76013326-93d1-411f-b97c-4162bbd85b46 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d6ab9d6be05b4247a5293d32fdbe2f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414269 Mar 21 22:15:01.245612 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38708) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:01.271903 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0f413e3e-8536-455c-b107-841f03382cd4 req-7795bf18-58a3-4a56-9ff1-385c8d396846 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934129 Mar 21 22:15:01.307319 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-18ef2b2f-d0d2-4ea0-b0c9-060e4beadba7 admin admin] Publish callbacks [] for security_group (170b5ca0-7423-44f1-9477-bc5f7b24fb0a), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:01.329303 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-18ef2b2f-d0d2-4ea0-b0c9-060e4beadba7 admin admin] Publish callbacks [] for security_group (170b5ca0-7423-44f1-9477-bc5f7b24fb0a), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:01.453229 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-18ef2b2f-d0d2-4ea0-b0c9-060e4beadba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (170b5ca0-7423-44f1-9477-bc5f7b24fb0a), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:01.455845 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-18ef2b2f-d0d2-4ea0-b0c9-060e4beadba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:01.457026 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-18ef2b2f-d0d2-4ea0-b0c9-060e4beadba7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/170b5ca0-7423-44f1-9477-bc5f7b24fb0a HTTP/1.1" status: 204 len: 168 time: 0.2105639 Mar 21 22:15:01.468272 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef2b2f-d0d2-4ea0-b0c9-060e4beadba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170b5ca0-7423-44f1-9477-bc5f7b24fb0a,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:02.398008 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1dc54-e9a4-4520-982e-8aea2e3b8749 req-18d781e9-8db5-4b43-addf-62a4808c1b6a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:02.399511 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-02f1dc54-e9a4-4520-982e-8aea2e3b8749 req-18d781e9-8db5-4b43-addf-62a4808c1b6a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0567615 Mar 21 22:15:02.456205 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-02f1dc54-e9a4-4520-982e-8aea2e3b8749 req-baaf2698-9452-499d-9e8c-001314d538e8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504689 Mar 21 22:15:03.583245 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95c2be-e6cb-4dd1-86fc-3cd1869d7823 req-9f52395c-d265-45f7-b82d-bc89887457fc tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:03.584754 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9c95c2be-e6cb-4dd1-86fc-3cd1869d7823 req-9f52395c-d265-45f7-b82d-bc89887457fc tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0565753 Mar 21 22:15:03.632756 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9c95c2be-e6cb-4dd1-86fc-3cd1869d7823 req-7179d995-51f8-4744-b0f4-5b90d75f4fac tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419691 Mar 21 22:15:04.759737 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580110-cf94-4b83-813a-37c6147711f7 req-502a4092-2497-48ea-834c-3b094c9464f2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:04.761287 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2f580110-cf94-4b83-813a-37c6147711f7 req-502a4092-2497-48ea-834c-3b094c9464f2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0546105 Mar 21 22:15:04.815261 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2f580110-cf94-4b83-813a-37c6147711f7 req-6cefe7d4-7b4b-422b-a470-a1f439e9cf22 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480983 Mar 21 22:15:05.937369 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882eaa8-379d-4617-a988-1a86cede1a2f req-c43b9cc7-9dca-4d74-b0fc-8e133e96f43f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:05.938859 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b882eaa8-379d-4617-a988-1a86cede1a2f req-c43b9cc7-9dca-4d74-b0fc-8e133e96f43f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0528314 Mar 21 22:15:05.996031 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b882eaa8-379d-4617-a988-1a86cede1a2f req-4231ffb3-115d-4049-a81f-2ae3d5aa7a11 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514922 Mar 21 22:15:07.123822 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33775c83-191a-4ad4-836d-5fb84c8f9625 req-06ec1177-0142-471a-8240-33caa89f7d08 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:07.125339 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-33775c83-191a-4ad4-836d-5fb84c8f9625 req-06ec1177-0142-471a-8240-33caa89f7d08 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0544453 Mar 21 22:15:07.174648 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-33775c83-191a-4ad4-836d-5fb84c8f9625 req-32c79802-5ba6-48cc-858c-d6fd2ef57fd7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434117 Mar 21 22:15:08.305074 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e5ccc-1d69-43ba-80e7-76112173322a req-031fc826-45aa-4a07-b7d0-6b947090e99f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:08.306672 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-012e5ccc-1d69-43ba-80e7-76112173322a req-031fc826-45aa-4a07-b7d0-6b947090e99f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0569592 Mar 21 22:15:08.363146 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-012e5ccc-1d69-43ba-80e7-76112173322a req-314e0214-7b80-4816-ac73-b034cbde0289 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507393 Mar 21 22:15:08.517276 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-19d2364b-264b-4bd6-a0c1-593c9908193a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:09.504662 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951f692-b724-4807-9ae1-bfc3848a3299 req-e3f187d0-2dd6-4888-8c1e-8e66bc6ea6ed tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:09.506254 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0951f692-b724-4807-9ae1-bfc3848a3299 req-e3f187d0-2dd6-4888-8c1e-8e66bc6ea6ed tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0577188 Mar 21 22:15:09.556612 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0951f692-b724-4807-9ae1-bfc3848a3299 req-1dcf2ef8-dc2f-445a-a584-ea599df77930 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429766 Mar 21 22:15:10.103865 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:10.684415 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4a4aa-0a95-40a2-acce-c3b8a8eb1709 req-739b6f06-df2d-43c7-8dbc-9bf3980d3803 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:10.685818 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ded4a4aa-0a95-40a2-acce-c3b8a8eb1709 req-739b6f06-df2d-43c7-8dbc-9bf3980d3803 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0580616 Mar 21 22:15:10.732575 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ded4a4aa-0a95-40a2-acce-c3b8a8eb1709 req-77c38d60-571b-4583-89bb-b8cba88b34f4 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412805 Mar 21 22:15:11.018140 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-3abd1462-3269-4ec0-97b2-5d395b81a070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:11.855421 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f095024-9a62-4ed4-8aec-8adcfb3a6a08 req-a805d895-eb50-414c-8d45-e61be05ac9f3 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:11.857639 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0f095024-9a62-4ed4-8aec-8adcfb3a6a08 req-a805d895-eb50-414c-8d45-e61be05ac9f3 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0542128 Mar 21 22:15:11.906114 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0f095024-9a62-4ed4-8aec-8adcfb3a6a08 req-49efd34e-911c-43e4-8b9a-e349b2a7f27a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426667 Mar 21 22:15:12.864041 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:13.028747 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6bcfe-58ca-43c8-9747-eea909d3a58b req-4b57e766-55d0-4f9a-803b-b11ef9028d10 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:13.030214 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5bb6bcfe-58ca-43c8-9747-eea909d3a58b req-4b57e766-55d0-4f9a-803b-b11ef9028d10 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0521607 Mar 21 22:15:13.080266 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5bb6bcfe-58ca-43c8-9747-eea909d3a58b req-5cf34984-d272-428c-90d1-cf9bd1f90bb8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444794 Mar 21 22:15:14.204959 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c06b06-1b34-4daa-ad4b-a0be24ab3125 req-e53124cc-d229-4f22-92ef-c2eb9dfc2839 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:14.206494 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b4c06b06-1b34-4daa-ad4b-a0be24ab3125 req-e53124cc-d229-4f22-92ef-c2eb9dfc2839 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0545182 Mar 21 22:15:14.256119 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b4c06b06-1b34-4daa-ad4b-a0be24ab3125 req-7b3c2d3b-1a92-4232-b345-95172d47c365 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428803 Mar 21 22:15:14.354954 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:14.431677 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:15:14.869826 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 984f8ddf-d863-4766-96ae-8f17e01fdee4 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:15:14.968930 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 984f8ddf-d863-4766-96ae-8f17e01fdee4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=984f8ddf-d863-4766-96ae-8f17e01fdee4,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:15:14.980190 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '984f8ddf-d863-4766-96ae-8f17e01fdee4', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'port_id': '984f8ddf-d863-4766-96ae-8f17e01fdee4', 'mac_address': 'fa:16:3e:3a:b0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:15:15.017897 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 984f8ddf-d863-4766-96ae-8f17e01fdee4 is: ACTIVE; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:15:15.018292 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:15.031590 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 984f8ddf-d863-4766-96ae-8f17e01fdee4 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:15:15.054612 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 984f8ddf-d863-4766-96ae-8f17e01fdee4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=984f8ddf-d863-4766-96ae-8f17e01fdee4,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:15:15.115660 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:15.164909 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=984f8ddf-d863-4766-96ae-8f17e01fdee4,revision_number=6']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:15.172976 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:15.179751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:15.179751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:15.179751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:15.179751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:15.179751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:15.179751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:15.179751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:15.179751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:15.179751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:15.179751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:15.179751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:15.179751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:15.179751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:15.179751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:15.329758 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['984f8ddf-d863-4766-96ae-8f17e01fdee4'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:15:15.379081 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d031b3-31ea-4bd9-a3f8-ef70a5636ebf req-8eea0b44-91eb-4cba-b0c5-a7158b6fb1a6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:15.380577 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c4d031b3-31ea-4bd9-a3f8-ef70a5636ebf req-8eea0b44-91eb-4cba-b0c5-a7158b6fb1a6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 945 time: 0.0534520 Mar 21 22:15:15.429163 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c4d031b3-31ea-4bd9-a3f8-ef70a5636ebf req-94f64185-5115-4d3e-8cd2-df053639290e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428205 Mar 21 22:15:15.681118 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:16.564262 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e24b3-9b10-480f-98ec-9dac772c3032 req-de3daa26-d0ee-436f-a9a9-c0b2f6e8f612 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:16.565749 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-430e24b3-9b10-480f-98ec-9dac772c3032 req-de3daa26-d0ee-436f-a9a9-c0b2f6e8f612 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 945 time: 0.0597386 Mar 21 22:15:16.614092 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-430e24b3-9b10-480f-98ec-9dac772c3032 req-cdec44da-3f18-4e38-9927-f38cc7d9e956 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426204 Mar 21 22:15:16.896916 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 984f8ddf-d863-4766-96ae-8f17e01fdee4 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:15:16.945060 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 984f8ddf-d863-4766-96ae-8f17e01fdee4 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:15:16.945437 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:17.024443 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 984f8ddf-d863-4766-96ae-8f17e01fdee4 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:15:17.024443 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:17.049393 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984f8ddf-d863-4766-96ae-8f17e01fdee4'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:15:17.051707 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958d0e2c-42c9-480c-a38e-0af0c8934454" -d '{"events": [{"server_uuid": "ede26bf6-e227-47cd-a95b-dcbdfc20c8be", "name": "network-vif-plugged", "status": "completed", "tag": "984f8ddf-d863-4766-96ae-8f17e01fdee4"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:15:17.065590 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 984f8ddf-d863-4766-96ae-8f17e01fdee4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=984f8ddf-d863-4766-96ae-8f17e01fdee4,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:15:17.087925 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc76482-b547-45c6-95b4-ec9c4b87bb50 x-openstack-request-id: req-1fc76482-b547-45c6-95b4-ec9c4b87bb50 {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:15:17.092860 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede26bf6-e227-47cd-a95b-dcbdfc20c8be", "name": "network-vif-plugged", "status": "completed", "tag": "984f8ddf-d863-4766-96ae-8f17e01fdee4", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:15:17.092860 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1fc76482-b547-45c6-95b4-ec9c4b87bb50 {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:15:17.092860 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984f8ddf-d863-4766-96ae-8f17e01fdee4', 'code': 200} Mar 21 22:15:17.132710 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:17.185018 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=984f8ddf-d863-4766-96ae-8f17e01fdee4,revision_number=7']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:17.753895 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ce3fb-8675-4a65-a133-b4a14b107ac9 req-97ecfc93-ad35-433c-affe-38b1c5842a17 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:17.755481 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-118ce3fb-8675-4a65-a133-b4a14b107ac9 req-97ecfc93-ad35-433c-affe-38b1c5842a17 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0670574 Mar 21 22:15:17.807674 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-118ce3fb-8675-4a65-a133-b4a14b107ac9 req-921e1ac6-7665-4eda-8ce6-c83fed03c025 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455472 Mar 21 22:15:18.935571 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31932d64-b92b-4bf2-9e4b-7549ccf29394 req-2d43a1d2-a61a-4310-befd-2d6df57002a0 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:18.936132 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 38870) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:18.936906 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-31932d64-b92b-4bf2-9e4b-7549ccf29394 req-2d43a1d2-a61a-4310-befd-2d6df57002a0 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0537109 Mar 21 22:15:18.988092 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-31932d64-b92b-4bf2-9e4b-7549ccf29394 req-2cadb8bf-a588-4a7c-9326-4b8685e8e65d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455122 Mar 21 22:15:19.048062 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f4013e46-f458-4388-8328-969cd249b8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:19.123684 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f4013e46-f458-4388-8328-969cd249b8b4 admin admin] Publish callbacks [] for security_group (92cfcc57-7c31-43d2-b2e4-16c14a9d0292), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:19.189302 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f4013e46-f458-4388-8328-969cd249b8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (92cfcc57-7c31-43d2-b2e4-16c14a9d0292), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:19.227133 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-f4013e46-f458-4388-8328-969cd249b8b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa039cb5afcb4685b5ecf5d9333f5d03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905533 Mar 21 22:15:19.228088 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4013e46-f458-4388-8328-969cd249b8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cfcc57-7c31-43d2-b2e4-16c14a9d0292,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:19.229945 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38884) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:19.281585 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e937-05b0-4c25-a343-ae88a683bfb9 admin admin] Publish callbacks [] for security_group (92cfcc57-7c31-43d2-b2e4-16c14a9d0292), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:19.303664 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e937-05b0-4c25-a343-ae88a683bfb9 admin admin] Publish callbacks [] for security_group (92cfcc57-7c31-43d2-b2e4-16c14a9d0292), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:19.464116 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e937-05b0-4c25-a343-ae88a683bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (92cfcc57-7c31-43d2-b2e4-16c14a9d0292), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:19.467384 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e937-05b0-4c25-a343-ae88a683bfb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:19.468580 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-1aa9e937-05b0-4c25-a343-ae88a683bfb9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/92cfcc57-7c31-43d2-b2e4-16c14a9d0292 HTTP/1.1" status: 204 len: 168 time: 0.2376056 Mar 21 22:15:19.476612 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9e937-05b0-4c25-a343-ae88a683bfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cfcc57-7c31-43d2-b2e4-16c14a9d0292,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:19.995970 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38910) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:20.010687 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cf43253d-1112-4615-abc6-f0d914d7d517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:20.172028 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cf43253d-1112-4615-abc6-f0d914d7d517 admin admin] Publish callbacks [] for security_group (6d8ae0b7-c32c-4838-b310-0d71ecd9aea1), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:20.219210 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13b802-4bec-4af2-856d-1a659b22e742 req-90ecb4cf-cb96-413c-8dbd-495f7a498de7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:20.219210 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0f13b802-4bec-4af2-856d-1a659b22e742 req-90ecb4cf-cb96-413c-8dbd-495f7a498de7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.1006510 Mar 21 22:15:20.270594 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0f13b802-4bec-4af2-856d-1a659b22e742 req-ad20b126-a184-42f6-99d3-ea8e20f416ed tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657208 Mar 21 22:15:20.315036 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cf43253d-1112-4615-abc6-f0d914d7d517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (6d8ae0b7-c32c-4838-b310-0d71ecd9aea1), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:20.354369 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-cf43253d-1112-4615-abc6-f0d914d7d517 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a559bfa7ea9c4044936fa758b1e357a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572900 Mar 21 22:15:20.355601 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43253d-1112-4615-abc6-f0d914d7d517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8ae0b7-c32c-4838-b310-0d71ecd9aea1,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:20.357060 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 38914) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:20.415544 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-21812465-1a86-41b7-b464-860a6a35a9ae admin admin] Publish callbacks [] for security_group (6d8ae0b7-c32c-4838-b310-0d71ecd9aea1), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:20.456333 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-21812465-1a86-41b7-b464-860a6a35a9ae admin admin] Publish callbacks [] for security_group (6d8ae0b7-c32c-4838-b310-0d71ecd9aea1), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:20.572243 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-21812465-1a86-41b7-b464-860a6a35a9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (6d8ae0b7-c32c-4838-b310-0d71ecd9aea1), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:20.575366 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-21812465-1a86-41b7-b464-860a6a35a9ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:20.577072 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-21812465-1a86-41b7-b464-860a6a35a9ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6d8ae0b7-c32c-4838-b310-0d71ecd9aea1 HTTP/1.1" status: 204 len: 168 time: 0.2190564 Mar 21 22:15:20.587051 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21812465-1a86-41b7-b464-860a6a35a9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8ae0b7-c32c-4838-b310-0d71ecd9aea1,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:21.409510 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6330e0-7be1-47e5-8464-e916d819587d req-ac6351a0-d663-4217-8524-33fdc155a63b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:21.411261 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cb6330e0-7be1-47e5-8464-e916d819587d req-ac6351a0-d663-4217-8524-33fdc155a63b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0566239 Mar 21 22:15:21.466103 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cb6330e0-7be1-47e5-8464-e916d819587d req-c5058fec-5d2c-4142-99ad-b29ca24bcdb2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490294 Mar 21 22:15:22.350071 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 38948) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:22.466864 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0cd3bb57-6fcf-475f-921b-c4711912fc5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:22.562009 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0cd3bb57-6fcf-475f-921b-c4711912fc5e admin admin] Publish callbacks [] for security_group (67baf0f3-66ff-427c-975b-0b5254d16e78), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:22.604760 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c386c04-5399-49eb-aa60-ed118826ed91 req-3114f9b2-b6c4-42c4-97d8-97105ee36fe0 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:22.606318 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4c386c04-5399-49eb-aa60-ed118826ed91 req-3114f9b2-b6c4-42c4-97d8-97105ee36fe0 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0619655 Mar 21 22:15:22.635309 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0cd3bb57-6fcf-475f-921b-c4711912fc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (67baf0f3-66ff-427c-975b-0b5254d16e78), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:22.667520 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4c386c04-5399-49eb-aa60-ed118826ed91 req-5cc3b3f7-2abb-4838-ab67-2b2519264187 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553887 Mar 21 22:15:22.679106 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-0cd3bb57-6fcf-475f-921b-c4711912fc5e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=368c01e295cc4e20bac01a239543c3fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278713 Mar 21 22:15:22.679530 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38956) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:22.680128 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3bb57-6fcf-475f-921b-c4711912fc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67baf0f3-66ff-427c-975b-0b5254d16e78,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:22.748579 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f4a6f809-e532-4260-8ef2-2ed62fa88b8a admin admin] Publish callbacks [] for security_group (67baf0f3-66ff-427c-975b-0b5254d16e78), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:22.769750 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f4a6f809-e532-4260-8ef2-2ed62fa88b8a admin admin] Publish callbacks [] for security_group (67baf0f3-66ff-427c-975b-0b5254d16e78), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:22.875296 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f4a6f809-e532-4260-8ef2-2ed62fa88b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (67baf0f3-66ff-427c-975b-0b5254d16e78), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:22.878391 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f4a6f809-e532-4260-8ef2-2ed62fa88b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:22.880369 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-f4a6f809-e532-4260-8ef2-2ed62fa88b8a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67baf0f3-66ff-427c-975b-0b5254d16e78 HTTP/1.1" status: 204 len: 168 time: 0.1993184 Mar 21 22:15:22.905175 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6f809-e532-4260-8ef2-2ed62fa88b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67baf0f3-66ff-427c-975b-0b5254d16e78,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:23.813865 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c782a6-c400-4386-834c-82ea509237e9 req-f7f23708-d1e5-42ce-aaa6-b645eba18963 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:23.852184 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a9c782a6-c400-4386-834c-82ea509237e9 req-f7f23708-d1e5-42ce-aaa6-b645eba18963 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0545893 Mar 21 22:15:23.869767 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a9c782a6-c400-4386-834c-82ea509237e9 req-a6243af9-b959-4ed4-a49a-ae4018528451 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488384 Mar 21 22:15:25.000543 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1dc19-ad60-464f-b65f-2910a39adf49 req-ef68b961-cff3-42fb-b1d8-320cf72de51f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:25.002053 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9cd1dc19-ad60-464f-b65f-2910a39adf49 req-ef68b961-cff3-42fb-b1d8-320cf72de51f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0596452 Mar 21 22:15:25.052825 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9cd1dc19-ad60-464f-b65f-2910a39adf49 req-47609b27-7268-4952-a8bd-77bc82f09692 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447624 Mar 21 22:15:26.184683 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c053e5d-5fe9-4771-bbc9-22a2539ee681 req-6699d470-131c-4359-beeb-0af6006fa98a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:26.186462 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0c053e5d-5fe9-4771-bbc9-22a2539ee681 req-6699d470-131c-4359-beeb-0af6006fa98a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0574081 Mar 21 22:15:26.239841 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0c053e5d-5fe9-4771-bbc9-22a2539ee681 req-25a1b90a-c60e-439f-b74b-d8772e12bac0 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474536 Mar 21 22:15:27.375573 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821ab6d-e495-47b4-a421-73c0fa1081ca req-b8a05519-59c4-4f13-aed2-af31566780cb tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:27.377245 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0821ab6d-e495-47b4-a421-73c0fa1081ca req-b8a05519-59c4-4f13-aed2-af31566780cb tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0630400 Mar 21 22:15:27.426415 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0821ab6d-e495-47b4-a421-73c0fa1081ca req-9df556c5-e36b-4819-a049-2f82cedca507 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431306 Mar 21 22:15:28.565545 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024527b-8ce2-4294-9023-16ac989f3644 req-ad8fa567-71d5-4769-aa2d-479e00cab3a1 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:28.567154 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6024527b-8ce2-4294-9023-16ac989f3644 req-ad8fa567-71d5-4769-aa2d-479e00cab3a1 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0578763 Mar 21 22:15:28.621731 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6024527b-8ce2-4294-9023-16ac989f3644 req-f22d2b34-f5e9-4be1-9c46-e5accb31bb25 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481019 Mar 21 22:15:29.739885 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b22e88b-701c-4db1-b663-41cad4fa4a8a req-d19c71d1-c72a-4084-a0f7-b98f34dda39c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6861200&fields=id&tenant_id=0f9b74725b9c4568a941ad74fef80cec HTTP/1.1" status: 200 len: 267 time: 0.0574965 Mar 21 22:15:29.815747 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d31a75-15ca-4449-9f68-3865e2c5d89c req-94fb9445-7e65-43c9-bdda-bca54d41d27e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:29.817225 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-78d31a75-15ca-4449-9f68-3865e2c5d89c req-94fb9445-7e65-43c9-bdda-bca54d41d27e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.1071286 Mar 21 22:15:29.839271 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22e88b-701c-4db1-b663-41cad4fa4a8a req-047fc99e-c02f-4af7-9758-c7f8cf8e5d6a tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:29.840841 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b22e88b-701c-4db1-b663-41cad4fa4a8a req-047fc99e-c02f-4af7-9758-c7f8cf8e5d6a tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 984 time: 0.0823619 Mar 21 22:15:29.856081 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-9b22e88b-701c-4db1-b663-41cad4fa4a8a req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Request body: {'port': {'security_groups': ['635da36f-f4e8-4b52-8008-c24c194b4f9d']}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:15:29.918172 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-78d31a75-15ca-4449-9f68-3865e2c5d89c req-8c06e5c9-73ae-4907-8548-651732bc737b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923769 Mar 21 22:15:29.956443 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-9b22e88b-701c-4db1-b663-41cad4fa4a8a req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:30.133086 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-9b22e88b-701c-4db1-b663-41cad4fa4a8a req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] For port 3054962f-8edd-40c6-85af-8c5a51ff13db, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3054962f-8edd-40c6-85af-8c5a51ff13db,segment=NetworkSegment(74e428db-f256-48dc-9809-ce94eab6357a),segment_id=74e428db-f256-48dc-9809-ce94eab6357a)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:15:30.167663 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-9b22e88b-701c-4db1-b663-41cad4fa4a8a req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:30.366335 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-9b22e88b-701c-4db1-b663-41cad4fa4a8a req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:30.405802 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['3054962f-8edd-40c6-85af-8c5a51ff13db'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:15:30.408784 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22e88b-701c-4db1-b663-41cad4fa4a8a req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:30.429591 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-9b22e88b-701c-4db1-b663-41cad4fa4a8a req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:30.429591 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b22e88b-701c-4db1-b663-41cad4fa4a8a req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "PUT /v2.0/ports/3054962f-8edd-40c6-85af-8c5a51ff13db HTTP/1.1" status: 200 len: 942 time: 0.5620146 Mar 21 22:15:30.429591 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec58d408-5377-4094-ad99-dce8891b8391', 'tag': '3054962f-8edd-40c6-85af-8c5a51ff13db'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:15:30.429591 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edde886-fb93-469b-9082-fb586b57b8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ec58d408-5377-4094-ad99-dce8891b8391", "tag": "3054962f-8edd-40c6-85af-8c5a51ff13db"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:15:30.430293 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 38988) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:30.448280 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Pushing event updated for resources: {'Port': ['ID=3054962f-8edd-40c6-85af-8c5a51ff13db,revision_number=7']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:30.460728 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307d104c-7bfc-4d46-8c40-9a8775c54432 x-openstack-request-id: req-307d104c-7bfc-4d46-8c40-9a8775c54432 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:15:30.461024 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec58d408-5377-4094-ad99-dce8891b8391", "tag": "3054962f-8edd-40c6-85af-8c5a51ff13db", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:15:30.461280 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-307d104c-7bfc-4d46-8c40-9a8775c54432 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:15:30.461676 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec58d408-5377-4094-ad99-dce8891b8391', 'tag': '3054962f-8edd-40c6-85af-8c5a51ff13db', 'status': 'completed', 'code': 200} Mar 21 22:15:30.463423 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:30.464422 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:30.464867 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:30.465159 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:30.465499 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:30.465836 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:30.466175 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:30.466500 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:30.466829 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:30.467302 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:30.467587 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:30.467917 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:30.468246 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:30.468570 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:30.468901 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef5bdb4-e090-4534-a20f-970e8a654040 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:30.491914 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a173-5b36-411a-9ba3-4ac1f3d622eb tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group (7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:30.527022 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a173-5b36-411a-9ba3-4ac1f3d622eb tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group (7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:30.570842 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['3054962f-8edd-40c6-85af-8c5a51ff13db'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:15:30.675473 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a173-5b36-411a-9ba3-4ac1f3d622eb tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:30.678549 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a173-5b36-411a-9ba3-4ac1f3d622eb tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:30.680220 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-4ee3a173-5b36-411a-9ba3-4ac1f3d622eb tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "DELETE /v2.0/security-groups/7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c HTTP/1.1" status: 204 len: 168 time: 0.2622757 Mar 21 22:15:30.695724 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 38996) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:30.704862 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3a173-5b36-411a-9ba3-4ac1f3d622eb tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af3c9cf-0c5e-4783-9cd8-43e8422d8c5c,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:30.842321 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edde886-fb93-469b-9082-fb586b57b8b2 req-98fbd849-182b-4ca4-be8b-cfb55eb97a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:30.844114 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7edde886-fb93-469b-9082-fb586b57b8b2 req-98fbd849-182b-4ca4-be8b-cfb55eb97a21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f9b74725b9c4568a941ad74fef80cec&device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 1129 time: 0.3393788 Mar 21 22:15:30.910611 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-553698b9-0168-4090-a9ec-622278839898 None None] Provisioning complete for port 3054962f-8edd-40c6-85af-8c5a51ff13db triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:15:30.911278 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-553698b9-0168-4090-a9ec-622278839898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:30.959281 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-f4a8e8d8-77ee-4418-8bb7-ae3c1f3bd34b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Deleting port bff82a5f-234e-4f93-baba-1765aad45d62 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:15:30.959765 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f4a8e8d8-77ee-4418-8bb7-ae3c1f3bd34b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (bff82a5f-234e-4f93-baba-1765aad45d62), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:31.062418 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-553698b9-0168-4090-a9ec-622278839898 None None] Current status of the port 3054962f-8edd-40c6-85af-8c5a51ff13db is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:15:31.072206 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edde886-fb93-469b-9082-fb586b57b8b2 req-ffd0f34f-2468-412f-966f-c16bfa492e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:31.073752 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7edde886-fb93-469b-9082-fb586b57b8b2 req-ffd0f34f-2468-412f-966f-c16bfa492e0d service neutron] 10.222.0.47 "GET /v2.0/networks?id=743d4464-3905-459a-ac90-9ac64e4b23c8 HTTP/1.1" status: 200 len: 915 time: 0.2077942 Mar 21 22:15:31.149773 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f4a8e8d8-77ee-4418-8bb7-ae3c1f3bd34b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (bff82a5f-234e-4f93-baba-1765aad45d62), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:31.150101 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f4a8e8d8-77ee-4418-8bb7-ae3c1f3bd34b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for floatingip (bff82a5f-234e-4f93-baba-1765aad45d62), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:31.175715 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8be11e-3a84-47e2-a3c2-2309bb2f7e44 req-59bca8c0-a556-434d-a3a2-fb1fe3700004 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:31.177217 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6c8be11e-3a84-47e2-a3c2-2309bb2f7e44 req-59bca8c0-a556-434d-a3a2-fb1fe3700004 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.1678128 Mar 21 22:15:31.182744 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-f4a8e8d8-77ee-4418-8bb7-ae3c1f3bd34b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Calling delete_port for bff82a5f-234e-4f93-baba-1765aad45d62 owned by network:floatingip {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:15:31.212894 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7edde886-fb93-469b-9082-fb586b57b8b2 req-d688e5cf-8c8e-430d-8c52-8eeef41acab5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3054962f-8edd-40c6-85af-8c5a51ff13db HTTP/1.1" status: 200 len: 1001 time: 0.1270783 Mar 21 22:15:31.347688 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6c8be11e-3a84-47e2-a3c2-2309bb2f7e44 req-a0609d47-a4ab-42c3-8e1c-653d8a38b126 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606061 Mar 21 22:15:31.358518 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edde886-fb93-469b-9082-fb586b57b8b2 req-84d4df6c-cdac-4810-94eb-9b89179f4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:31.360006 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7edde886-fb93-469b-9082-fb586b57b8b2 req-84d4df6c-cdac-4810-94eb-9b89179f4483 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86d046b3-f9a7-41fb-be02-27b396a5ce00 HTTP/1.1" status: 200 len: 853 time: 0.1396794 Mar 21 22:15:31.438553 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edde886-fb93-469b-9082-fb586b57b8b2 req-02f7dc09-9d92-46ee-8363-5593b4735d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:31.444149 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7edde886-fb93-469b-9082-fb586b57b8b2 req-02f7dc09-9d92-46ee-8363-5593b4735d25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=743d4464-3905-459a-ac90-9ac64e4b23c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715122 Mar 21 22:15:31.464532 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [req-7edde886-fb93-469b-9082-fb586b57b8b2 req-b0b354b7-914d-4455-bfb1-23141c7e798b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115863) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 22:15:31.466007 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7edde886-fb93-469b-9082-fb586b57b8b2 req-b0b354b7-914d-4455-bfb1-23141c7e798b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056164 Mar 21 22:15:31.564020 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7edde886-fb93-469b-9082-fb586b57b8b2 req-4c04da39-9e2e-46a1-98d7-82ec319ffd3d service neutron] 10.222.0.47 "GET /v2.0/networks/743d4464-3905-459a-ac90-9ac64e4b23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896976 Mar 21 22:15:31.630741 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f4a8e8d8-77ee-4418-8bb7-ae3c1f3bd34b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (bff82a5f-234e-4f93-baba-1765aad45d62), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:31.676568 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8e8d8-77ee-4418-8bb7-ae3c1f3bd34b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Pushing event deleted for resources: {'Port': ['ID=bff82a5f-234e-4f93-baba-1765aad45d62,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:31.703675 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7edde886-fb93-469b-9082-fb586b57b8b2 req-1c3216a3-092f-4c8f-9e0f-8fdfb72949fa service neutron] 10.222.0.47 "GET /v2.0/networks/743d4464-3905-459a-ac90-9ac64e4b23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316621 Mar 21 22:15:31.745247 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f4a8e8d8-77ee-4418-8bb7-ae3c1f3bd34b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks [] for floatingip (9b734a8c-5445-4fb8-bcc7-d72c63d31d2b), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:31.745640 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [None req-f4a8e8d8-77ee-4418-8bb7-ae3c1f3bd34b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Floating IP 9b734a8c-5445-4fb8-bcc7-d72c63d31d2b disassociated (deleted). External IP: 172.27.2.144, port: 3054962f-8edd-40c6-85af-8c5a51ff13db. Mar 21 22:15:31.967139 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a8e8d8-77ee-4418-8bb7-ae3c1f3bd34b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Router 9e711195-dc44-45bc-90c2-3d9288fecc99 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:15:32.076775 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a8e8d8-77ee-4418-8bb7-ae3c1f3bd34b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:15:32.081832 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f4a8e8d8-77ee-4418-8bb7-ae3c1f3bd34b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:32.086573 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b0bd6d-4613-46e5-9c8f-86ce52a68a28 None None] Sync routers for ids ['9e711195-dc44-45bc-90c2-3d9288fecc99'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:15:32.096011 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b0bd6d-4613-46e5-9c8f-86ce52a68a28 None None] Routers {'9e711195-dc44-45bc-90c2-3d9288fecc99'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:15:32.096699 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-d4b0bd6d-4613-46e5-9c8f-86ce52a68a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:15:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['9e711195-dc44-45bc-90c2-3d9288fecc99'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:32.113070 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-f4a8e8d8-77ee-4418-8bb7-ae3c1f3bd34b tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "DELETE /v2.0/floatingips/9b734a8c-5445-4fb8-bcc7-d72c63d31d2b HTTP/1.1" status: 204 len: 168 time: 1.4144282 Mar 21 22:15:32.212970 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-d4b0bd6d-4613-46e5-9c8f-86ce52a68a28 None None] Set router 9e711195-dc44-45bc-90c2-3d9288fecc99 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:15:32.462733 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec58d408-5377-4094-ad99-dce8891b8391', 'tag': '3054962f-8edd-40c6-85af-8c5a51ff13db'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:15:32.467228 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef6e83d-f281-4dfc-a1c7-d80011ecafd0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec58d408-5377-4094-ad99-dce8891b8391", "tag": "3054962f-8edd-40c6-85af-8c5a51ff13db"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:15:32.495968 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b5fdc-fdb6-4572-af27-9bd923eda257 req-59336fc9-7865-4af1-881a-d45a0b8a3415 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:32.498177 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ce3b5fdc-fdb6-4572-af27-9bd923eda257 req-59336fc9-7865-4af1-881a-d45a0b8a3415 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0683224 Mar 21 22:15:32.512604 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c918acc3-dfb9-4210-a5f5-c29043423cb2 x-openstack-request-id: req-c918acc3-dfb9-4210-a5f5-c29043423cb2 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:15:32.513058 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec58d408-5377-4094-ad99-dce8891b8391", "tag": "3054962f-8edd-40c6-85af-8c5a51ff13db", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:15:32.513241 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c918acc3-dfb9-4210-a5f5-c29043423cb2 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:15:32.513650 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec58d408-5377-4094-ad99-dce8891b8391', 'tag': '3054962f-8edd-40c6-85af-8c5a51ff13db', 'status': 'completed', 'code': 200} Mar 21 22:15:32.530858 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-d4b0bd6d-4613-46e5-9c8f-86ce52a68a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'name': 'tempest-TestMinimumBasicScenario-519394288-router', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '07ea816d-ea14-475f-ae60-50785507d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:05Z', 'updated_at': '2022-03-21T22:11:09Z', 'revision_number': 4, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'gw_port': {'id': '07ea816d-ea14-475f-ae60-50785507d772', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:06Z', 'updated_at': '2022-03-21T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'dffbe56f-da57-49b7-9695-3ebe8cb599ff', 'name': '', 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'mac_address': 'fa:16:3e:66:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:09Z', 'updated_at': '2022-03-21T22:11:13Z', 'revision_number': 5, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'subnets': [{'id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:32.552301 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ce3b5fdc-fdb6-4572-af27-9bd923eda257 req-1357785f-0649-4d2b-8eeb-7a9fe0df01c6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473449 Mar 21 22:15:32.560856 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b0bd6d-4613-46e5-9c8f-86ce52a68a28 None None] Checking router: 9e711195-dc44-45bc-90c2-3d9288fecc99 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:15:32.569506 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b0bd6d-4613-46e5-9c8f-86ce52a68a28 None None] Routers {'9e711195-dc44-45bc-90c2-3d9288fecc99'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:15:32.570207 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-d4b0bd6d-4613-46e5-9c8f-86ce52a68a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:15:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['9e711195-dc44-45bc-90c2-3d9288fecc99'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:32.677057 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-d4b0bd6d-4613-46e5-9c8f-86ce52a68a28 None None] Set router 9e711195-dc44-45bc-90c2-3d9288fecc99 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:15:32.737371 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6e83d-f281-4dfc-a1c7-d80011ecafd0 req-416441d5-489b-43db-bfb9-7a8aea5afcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:32.738779 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7ef6e83d-f281-4dfc-a1c7-d80011ecafd0 req-416441d5-489b-43db-bfb9-7a8aea5afcb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f9b74725b9c4568a941ad74fef80cec&device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 1129 time: 0.0444632 Mar 21 22:15:32.842713 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6e83d-f281-4dfc-a1c7-d80011ecafd0 req-a9d2ab90-6e60-4105-8369-74b11ec55e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:32.844404 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7ef6e83d-f281-4dfc-a1c7-d80011ecafd0 req-a9d2ab90-6e60-4105-8369-74b11ec55e36 service neutron] 10.222.0.47 "GET /v2.0/networks?id=743d4464-3905-459a-ac90-9ac64e4b23c8 HTTP/1.1" status: 200 len: 915 time: 0.0987399 Mar 21 22:15:32.887636 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-d4b0bd6d-4613-46e5-9c8f-86ce52a68a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'name': 'tempest-TestMinimumBasicScenario-519394288-router', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '07ea816d-ea14-475f-ae60-50785507d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:05Z', 'updated_at': '2022-03-21T22:11:09Z', 'revision_number': 4, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'gw_port': {'id': '07ea816d-ea14-475f-ae60-50785507d772', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:06Z', 'updated_at': '2022-03-21T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'dffbe56f-da57-49b7-9695-3ebe8cb599ff', 'name': '', 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'mac_address': 'fa:16:3e:66:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:09Z', 'updated_at': '2022-03-21T22:11:13Z', 'revision_number': 5, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'subnets': [{'id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:32.914303 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b0bd6d-4613-46e5-9c8f-86ce52a68a28 None None] The sync data for ids ['9e711195-dc44-45bc-90c2-3d9288fecc99'] in dv-cinder-834545-1-iscsi is: [{'id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'name': 'tempest-TestMinimumBasicScenario-519394288-router', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '07ea816d-ea14-475f-ae60-50785507d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:05Z', 'updated_at': '2022-03-21T22:11:09Z', 'revision_number': 4, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'gw_port': {'id': '07ea816d-ea14-475f-ae60-50785507d772', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:06Z', 'updated_at': '2022-03-21T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'dffbe56f-da57-49b7-9695-3ebe8cb599ff', 'name': '', 'network_id': '743d4464-3905-459a-ac90-9ac64e4b23c8', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'mac_address': 'fa:16:3e:66:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:09Z', 'updated_at': '2022-03-21T22:11:13Z', 'revision_number': 5, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'subnets': [{'id': '86d046b3-f9a7-41fb-be02-27b396a5ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:15:32.919530 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7ef6e83d-f281-4dfc-a1c7-d80011ecafd0 req-fda9b816-75f8-48ee-a1c2-6e97193fe1f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3054962f-8edd-40c6-85af-8c5a51ff13db HTTP/1.1" status: 200 len: 217 time: 0.0361192 Mar 21 22:15:32.976325 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6e83d-f281-4dfc-a1c7-d80011ecafd0 req-1461d24b-5b7c-4168-8dfa-06aebe2b0c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:32.977807 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7ef6e83d-f281-4dfc-a1c7-d80011ecafd0 req-1461d24b-5b7c-4168-8dfa-06aebe2b0c90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86d046b3-f9a7-41fb-be02-27b396a5ce00 HTTP/1.1" status: 200 len: 853 time: 0.0454504 Mar 21 22:15:33.033650 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6e83d-f281-4dfc-a1c7-d80011ecafd0 req-a21ea719-dba3-4bef-ac04-685712d69b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:33.035170 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7ef6e83d-f281-4dfc-a1c7-d80011ecafd0 req-a21ea719-dba3-4bef-ac04-685712d69b76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=743d4464-3905-459a-ac90-9ac64e4b23c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491581 Mar 21 22:15:33.139912 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f54b8-7c16-4fe4-85c4-fdfc93b23382 None None] New status for floating IP 9b734a8c-5445-4fb8-bcc7-d72c63d31d2b: DOWN {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:15:33.166445 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312764d-b510-45f9-8851-06e7975cf8b5 req-7f6625c9-9a34-4096-b5c1-3b77bbb5f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:33.168473 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6312764d-b510-45f9-8851-06e7975cf8b5 req-7f6625c9-9a34-4096-b5c1-3b77bbb5f38e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9e8bc23578427484ebb0a84c1373dd&device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 1130 time: 0.1059482 Mar 21 22:15:33.171945 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7ef6e83d-f281-4dfc-a1c7-d80011ecafd0 req-ef7b15cd-8dbc-4ea2-933c-aebe63b56a35 service neutron] 10.222.0.47 "GET /v2.0/networks/743d4464-3905-459a-ac90-9ac64e4b23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189272 Mar 21 22:15:33.591001 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7ef6e83d-f281-4dfc-a1c7-d80011ecafd0 req-bc71b494-901c-4dac-a28c-f2709df4c48c service neutron] 10.222.0.47 "GET /v2.0/networks/743d4464-3905-459a-ac90-9ac64e4b23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007487 Mar 21 22:15:33.592110 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312764d-b510-45f9-8851-06e7975cf8b5 req-b2e56843-90b7-4530-bb17-c632034c02eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:33.593425 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6312764d-b510-45f9-8851-06e7975cf8b5 req-b2e56843-90b7-4530-bb17-c632034c02eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc8503e8-31f1-41da-8113-df0ee579a55e HTTP/1.1" status: 200 len: 917 time: 0.4109731 Mar 21 22:15:33.710989 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6312764d-b510-45f9-8851-06e7975cf8b5 req-4cfb022e-feeb-496f-b2c6-4926776a2a9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=984f8ddf-d863-4766-96ae-8f17e01fdee4 HTTP/1.1" status: 200 len: 1002 time: 0.0913115 Mar 21 22:15:33.755970 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf1262-cd00-41e8-8cb0-59ae9aa2bae5 req-4e062470-474e-479e-b484-73fe101e028e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:33.757420 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-69cf1262-cd00-41e8-8cb0-59ae9aa2bae5 req-4e062470-474e-479e-b484-73fe101e028e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.1001039 Mar 21 22:15:33.785953 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312764d-b510-45f9-8851-06e7975cf8b5 req-2a2c3647-8308-4102-9059-afc1ec090e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:33.787448 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6312764d-b510-45f9-8851-06e7975cf8b5 req-2a2c3647-8308-4102-9059-afc1ec090e04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37b0320c-c075-480b-87d9-3b058ff4a544 HTTP/1.1" status: 200 len: 855 time: 0.0691712 Mar 21 22:15:33.838194 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-69cf1262-cd00-41e8-8cb0-59ae9aa2bae5 req-fbb02a38-eb7e-400a-8fbb-108d36cca12d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745859 Mar 21 22:15:33.851496 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312764d-b510-45f9-8851-06e7975cf8b5 req-ceece73a-8f14-4b8e-a360-7054e5187b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:33.853033 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6312764d-b510-45f9-8851-06e7975cf8b5 req-ceece73a-8f14-4b8e-a360-7054e5187b20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc8503e8-31f1-41da-8113-df0ee579a55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547032 Mar 21 22:15:33.944637 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6312764d-b510-45f9-8851-06e7975cf8b5 req-404a401a-690c-4d23-9c92-cd876de56439 service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845397 Mar 21 22:15:34.034430 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6312764d-b510-45f9-8851-06e7975cf8b5 req-05da2283-7695-4196-969e-404a7472b60e service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821469 Mar 21 22:15:34.959236 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 984f8ddf-d863-4766-96ae-8f17e01fdee4 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:15:34.961760 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38fd61-6991-4fbb-9039-4a8c78a4b476 req-10544438-d862-4623-bdf5-e6f28ea5204a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:34.967570 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0f38fd61-6991-4fbb-9039-4a8c78a4b476 req-10544438-d862-4623-bdf5-e6f28ea5204a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 946 time: 0.0570140 Mar 21 22:15:35.022419 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0f38fd61-6991-4fbb-9039-4a8c78a4b476 req-ec7c7f3a-101d-4762-92d6-d7ea1bed0162 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534437 Mar 21 22:15:35.045945 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 984f8ddf-d863-4766-96ae-8f17e01fdee4 is: ACTIVE; New status is: DOWN {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:15:35.046359 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:35.069753 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '984f8ddf-d863-4766-96ae-8f17e01fdee4'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:15:35.072053 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f451358-b258-4519-a887-95e3d6634832" -d '{"events": [{"server_uuid": "ede26bf6-e227-47cd-a95b-dcbdfc20c8be", "name": "network-vif-unplugged", "status": "completed", "tag": "984f8ddf-d863-4766-96ae-8f17e01fdee4"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:15:35.084276 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 984f8ddf-d863-4766-96ae-8f17e01fdee4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=984f8ddf-d863-4766-96ae-8f17e01fdee4,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:15:35.110648 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Mar 2022 22:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6441f846-f275-4f3b-8de6-0fe272229aae x-openstack-request-id: req-6441f846-f275-4f3b-8de6-0fe272229aae {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:15:35.111056 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede26bf6-e227-47cd-a95b-dcbdfc20c8be", "name": "network-vif-unplugged", "status": "completed", "tag": "984f8ddf-d863-4766-96ae-8f17e01fdee4", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:15:35.111372 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6441f846-f275-4f3b-8de6-0fe272229aae {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:15:35.111801 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '984f8ddf-d863-4766-96ae-8f17e01fdee4', 'code': 200} Mar 21 22:15:35.172003 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:35.219114 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=984f8ddf-d863-4766-96ae-8f17e01fdee4,revision_number=8']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:36.155734 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78958bc6-aa29-4d10-8080-1008c496b005 req-734dcbbb-d81a-45e7-9399-c5a02263ec4e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:36.157214 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-78958bc6-aa29-4d10-8080-1008c496b005 req-734dcbbb-d81a-45e7-9399-c5a02263ec4e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0540779 Mar 21 22:15:36.205402 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-78958bc6-aa29-4d10-8080-1008c496b005 req-5c30bde1-c664-422f-a115-807c2a2f03b7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421662 Mar 21 22:15:36.573182 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9784e-213b-41be-b11d-b627293b9510 req-c88e0258-aaec-4667-8ece-3d8ea12cd1f8 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:36.581768 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d2e9784e-213b-41be-b11d-b627293b9510 req-c88e0258-aaec-4667-8ece-3d8ea12cd1f8 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 945 time: 0.0514495 Mar 21 22:15:36.620626 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d2e9784e-213b-41be-b11d-b627293b9510 req-02fca293-6448-4569-9d7f-46833eef4409 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Mar 21 22:15:37.333507 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d78eeb-de59-4d5b-baaf-7221e19fa277 req-6818db33-96c0-4f0e-81d7-d23f1caa1cb9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:37.335002 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d3d78eeb-de59-4d5b-baaf-7221e19fa277 req-6818db33-96c0-4f0e-81d7-d23f1caa1cb9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0559697 Mar 21 22:15:37.380079 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d3d78eeb-de59-4d5b-baaf-7221e19fa277 req-fa5d9ed8-7a65-445e-9c4e-27fe4b424416 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395572 Mar 21 22:15:37.736976 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed212325-a4c2-4603-bf9e-935db4b7a8fc req-7e0c68c0-416d-41e2-8de7-84a5d952de80 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:37.738447 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ed212325-a4c2-4603-bf9e-935db4b7a8fc req-7e0c68c0-416d-41e2-8de7-84a5d952de80 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 945 time: 0.0524004 Mar 21 22:15:37.786765 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ed212325-a4c2-4603-bf9e-935db4b7a8fc req-77a17bb2-fede-4a0c-b325-91faff07311a tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416734 Mar 21 22:15:38.474330 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6fad170f-ce33-46a7-bff7-438f53a5cc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:38.847088 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcd8e5-7de5-4b56-b8c5-28ab05a29c67 req-db557c6d-a1a8-4eab-aabc-08ceb200d30c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:38.848569 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a1fcd8e5-7de5-4b56-b8c5-28ab05a29c67 req-db557c6d-a1a8-4eab-aabc-08ceb200d30c tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 945 time: 0.0609829 Mar 21 22:15:38.959858 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31152024-0284-46d6-92b5-a2a2d8a9e5b7 req-8447a4d4-ba0d-4ff1-855a-7973c77ec5d6 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:38.961322 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-31152024-0284-46d6-92b5-a2a2d8a9e5b7 req-8447a4d4-ba0d-4ff1-855a-7973c77ec5d6 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 945 time: 0.1005523 Mar 21 22:15:38.998200 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 984f8ddf-d863-4766-96ae-8f17e01fdee4 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:15:39.010632 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-a1fcd8e5-7de5-4b56-b8c5-28ab05a29c67 req-413779b6-948b-4629-b875-c32e1e73e08e tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Deleting port 3054962f-8edd-40c6-85af-8c5a51ff13db {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:15:39.010913 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-a1fcd8e5-7de5-4b56-b8c5-28ab05a29c67 req-413779b6-948b-4629-b875-c32e1e73e08e tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:39.066648 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-31152024-0284-46d6-92b5-a2a2d8a9e5b7 req-46ea375d-1949-4e20-bd4e-22fde6ddc021 tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/security-groups?id=635da36f-f4e8-4b52-8008-c24c194b4f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978875 Mar 21 22:15:39.082290 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 984f8ddf-d863-4766-96ae-8f17e01fdee4 is: DOWN; New status is: DOWN {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:15:39.121682 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-a1fcd8e5-7de5-4b56-b8c5-28ab05a29c67 req-413779b6-948b-4629-b875-c32e1e73e08e tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] For port 3054962f-8edd-40c6-85af-8c5a51ff13db, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3054962f-8edd-40c6-85af-8c5a51ff13db,segment=NetworkSegment(74e428db-f256-48dc-9809-ce94eab6357a),segment_id=74e428db-f256-48dc-9809-ce94eab6357a)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:15:39.122047 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-a1fcd8e5-7de5-4b56-b8c5-28ab05a29c67 req-413779b6-948b-4629-b875-c32e1e73e08e tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:39.135924 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-a1fcd8e5-7de5-4b56-b8c5-28ab05a29c67 req-413779b6-948b-4629-b875-c32e1e73e08e tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Calling delete_port for 3054962f-8edd-40c6-85af-8c5a51ff13db owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:15:39.186816 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [req-4805a944-e55f-444a-adec-a9ad92bd9814 req-904d802b-7cf3-4e06-ae03-8eb9dd42bd6c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115863) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 22:15:39.187874 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4805a944-e55f-444a-adec-a9ad92bd9814 req-904d802b-7cf3-4e06-ae03-8eb9dd42bd6c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064700 Mar 21 22:15:39.331912 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-a1fcd8e5-7de5-4b56-b8c5-28ab05a29c67 req-413779b6-948b-4629-b875-c32e1e73e08e tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (3054962f-8edd-40c6-85af-8c5a51ff13db), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:39.358564 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413779b6-948b-4629-b875-c32e1e73e08e tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Pushing event deleted for resources: {'Port': ['ID=3054962f-8edd-40c6-85af-8c5a51ff13db,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:39.369904 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['3054962f-8edd-40c6-85af-8c5a51ff13db'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:15:39.411856 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fcd8e5-7de5-4b56-b8c5-28ab05a29c67 req-413779b6-948b-4629-b875-c32e1e73e08e tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] No DVR routers for this DVR port 3054962f-8edd-40c6-85af-8c5a51ff13db on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:15:39.415411 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-a1fcd8e5-7de5-4b56-b8c5-28ab05a29c67 req-413779b6-948b-4629-b875-c32e1e73e08e tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:39.419047 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a1fcd8e5-7de5-4b56-b8c5-28ab05a29c67 req-413779b6-948b-4629-b875-c32e1e73e08e tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.47 "DELETE /v2.0/ports/3054962f-8edd-40c6-85af-8c5a51ff13db HTTP/1.1" status: 204 len: 173 time: 0.5650818 Mar 21 22:15:39.419539 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec58d408-5377-4094-ad99-dce8891b8391', 'name': 'network-vif-deleted', 'tag': '3054962f-8edd-40c6-85af-8c5a51ff13db'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:15:39.421980 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9d8e0f-a71b-4948-b491-405d40616f36" -d '{"events": [{"server_uuid": "ec58d408-5377-4094-ad99-dce8891b8391", "name": "network-vif-deleted", "tag": "3054962f-8edd-40c6-85af-8c5a51ff13db"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:15:39.458228 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340b3951-763d-4752-ae72-6b507f9517d8 x-openstack-request-id: req-340b3951-763d-4752-ae72-6b507f9517d8 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:15:39.458522 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec58d408-5377-4094-ad99-dce8891b8391", "name": "network-vif-deleted", "tag": "3054962f-8edd-40c6-85af-8c5a51ff13db", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:15:39.458778 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-340b3951-763d-4752-ae72-6b507f9517d8 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:15:39.459214 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58d408-5377-4094-ad99-dce8891b8391', 'name': 'network-vif-deleted', 'tag': '3054962f-8edd-40c6-85af-8c5a51ff13db', 'status': 'completed', 'code': 200} Mar 21 22:15:39.520507 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe1a21-4fd5-44f4-8c39-99fa4da6b703 req-080da994-fbdf-44c4-80ce-f5654ea9908a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:39.522709 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d2fe1a21-4fd5-44f4-8c39-99fa4da6b703 req-080da994-fbdf-44c4-80ce-f5654ea9908a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0626483 Mar 21 22:15:39.577106 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d2fe1a21-4fd5-44f4-8c39-99fa4da6b703 req-3fc0e2e9-328f-48c4-9fef-57f1610f763c tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484183 Mar 21 22:15:39.962851 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-0a87126c-9726-4f91-b35b-6556c1acd80a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423920 Mar 21 22:15:40.036805 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-99bae117-f64d-4a21-95d8-5fbaea195d7d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:40.038140 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-99bae117-f64d-4a21-95d8-5fbaea195d7d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports/984f8ddf-d863-4766-96ae-8f17e01fdee4 HTTP/1.1" status: 200 len: 941 time: 0.0476675 Mar 21 22:15:40.147159 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:40.182593 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8f6c1dad-94c7-4472-8598-a4ac1474693f req-748d8a78-7d98-41ac-99e1-1ab174499eda tempest-TestMinimumBasicScenario-311763712 tempest-TestMinimumBasicScenario-311763712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec58d408-5377-4094-ad99-dce8891b8391 HTTP/1.1" status: 200 len: 210 time: 0.0281372 Mar 21 22:15:40.704952 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec1d39-568a-4a0c-b4c7-6ae28d915e5d req-43608cdb-8143-4e4e-8114-0c46a5ab5243 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:40.706347 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7aec1d39-568a-4a0c-b4c7-6ae28d915e5d req-43608cdb-8143-4e4e-8114-0c46a5ab5243 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0560367 Mar 21 22:15:40.753339 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7aec1d39-568a-4a0c-b4c7-6ae28d915e5d req-98e87d2e-e610-4088-8e9b-5f56dba85e88 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412371 Mar 21 22:15:41.023727 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-97929a4c-de3d-494e-9476-e5d0b4911eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:41.435693 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-b2dcb6e6-da9c-4950-8acf-084004f80ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:41.437266 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-b2dcb6e6-da9c-4950-8acf-084004f80ca2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be&tenant_id=df9e8bc23578427484ebb0a84c1373dd HTTP/1.1" status: 200 len: 1128 time: 0.0466759 Mar 21 22:15:41.515599 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-ae2b9692-2d78-4718-ad8b-f34620c66844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:41.517114 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-ae2b9692-2d78-4718-ad8b-f34620c66844 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9e8bc23578427484ebb0a84c1373dd&device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 1128 time: 0.0468092 Mar 21 22:15:41.613316 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-57298e65-dc0f-4c23-bce3-a031bb32e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:41.614908 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-57298e65-dc0f-4c23-bce3-a031bb32e9c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc8503e8-31f1-41da-8113-df0ee579a55e HTTP/1.1" status: 200 len: 917 time: 0.0888054 Mar 21 22:15:41.683474 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-18f29ff4-2b39-4299-b524-fb84d46ce1dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=984f8ddf-d863-4766-96ae-8f17e01fdee4 HTTP/1.1" status: 200 len: 1000 time: 0.0619562 Mar 21 22:15:41.731334 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-b900d4ab-31a5-498d-868c-a37177545676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:41.733297 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-b900d4ab-31a5-498d-868c-a37177545676 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37b0320c-c075-480b-87d9-3b058ff4a544 HTTP/1.1" status: 200 len: 855 time: 0.0435967 Mar 21 22:15:41.789012 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-7f077c77-2b4f-417f-9cc6-40fe8f82ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:41.790554 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-7f077c77-2b4f-417f-9cc6-40fe8f82ecef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc8503e8-31f1-41da-8113-df0ee579a55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501962 Mar 21 22:15:41.921380 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259b273-7408-4d6f-bc58-b04231a78e4b req-3313ee85-fecd-4201-90f7-0b563783a16d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:41.922841 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7259b273-7408-4d6f-bc58-b04231a78e4b req-3313ee85-fecd-4201-90f7-0b563783a16d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0851281 Mar 21 22:15:41.924645 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-1422185f-ffa4-48ba-846b-91207fdea0ff service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275952 Mar 21 22:15:42.018737 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7259b273-7408-4d6f-bc58-b04231a78e4b req-6318255c-3853-4c46-af17-f85bae3b161b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901322 Mar 21 22:15:42.045116 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-df016bcf-19c5-4f5b-815a-7a50bd9dabae service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108551 Mar 21 22:15:42.592542 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 39210) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:42.897728 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:43.024715 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 3054962f-8edd-40c6-85af-8c5a51ff13db no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:15:43.065622 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: 3054962f-8edd-40c6-85af-8c5a51ff13db {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:15:43.068230 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 3054962f-8edd-40c6-85af-8c5a51ff13db not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:15:43.075685 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1b6c81b6-56a0-4b20-bbc8-66e51b842912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4165452'] for router_interface (9e711195-dc44-45bc-90c2-3d9288fecc99), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:43.225400 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61168e9a-4c33-4e09-b229-5519d16fdfa3 req-bc24f37d-7aa3-4116-8640-85649f5fe1ca tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:43.226941 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-61168e9a-4c33-4e09-b229-5519d16fdfa3 req-bc24f37d-7aa3-4116-8640-85649f5fe1ca tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.1143601 Mar 21 22:15:43.333660 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-61168e9a-4c33-4e09-b229-5519d16fdfa3 req-e9afc497-308d-4c56-a472-8874fe2f1a09 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987720 Mar 21 22:15:43.433992 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c81b6-56a0-4b20-bbc8-66e51b842912 admin admin] Deleting port dffbe56f-da57-49b7-9695-3ebe8cb599ff {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:15:43.434387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1b6c81b6-56a0-4b20-bbc8-66e51b842912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:43.521427 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [None req-1b6c81b6-56a0-4b20-bbc8-66e51b842912 admin admin] For port dffbe56f-da57-49b7-9695-3ebe8cb599ff, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=dffbe56f-da57-49b7-9695-3ebe8cb599ff,segment=NetworkSegment(74e428db-f256-48dc-9809-ce94eab6357a),segment_id=74e428db-f256-48dc-9809-ce94eab6357a)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:15:43.522000 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1b6c81b6-56a0-4b20-bbc8-66e51b842912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:43.536680 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c81b6-56a0-4b20-bbc8-66e51b842912 admin admin] Calling delete_port for dffbe56f-da57-49b7-9695-3ebe8cb599ff owned by network:router_interface {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:15:43.777894 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1b6c81b6-56a0-4b20-bbc8-66e51b842912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (dffbe56f-da57-49b7-9695-3ebe8cb599ff), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:43.806627 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c81b6-56a0-4b20-bbc8-66e51b842912 admin admin] Pushing event deleted for resources: {'Port': ['ID=dffbe56f-da57-49b7-9695-3ebe8cb599ff,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:44.014561 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1b6c81b6-56a0-4b20-bbc8-66e51b842912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4162812'] for router_interface (9e711195-dc44-45bc-90c2-3d9288fecc99), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:44.247771 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6c81b6-56a0-4b20-bbc8-66e51b842912 admin admin] Router 9e711195-dc44-45bc-90c2-3d9288fecc99 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:15:44.326133 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:44.365547 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6c81b6-56a0-4b20-bbc8-66e51b842912 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:15:44.371221 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-1b6c81b6-56a0-4b20-bbc8-66e51b842912 admin admin] 10.222.0.45 "PUT /v2.0/routers/9e711195-dc44-45bc-90c2-3d9288fecc99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7776062 Mar 21 22:15:44.373691 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 39222) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:44.377386 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbd864c-90cd-4d0b-a84a-07f3a8c4538a None None] Sync routers for ids ['9e711195-dc44-45bc-90c2-3d9288fecc99'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:15:44.390858 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbd864c-90cd-4d0b-a84a-07f3a8c4538a None None] Routers {'9e711195-dc44-45bc-90c2-3d9288fecc99'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:15:44.391700 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-4bbd864c-90cd-4d0b-a84a-07f3a8c4538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:15:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['9e711195-dc44-45bc-90c2-3d9288fecc99'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:44.576662 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-4bbd864c-90cd-4d0b-a84a-07f3a8c4538a None None] Set router 9e711195-dc44-45bc-90c2-3d9288fecc99 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:15:44.802618 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-4bbd864c-90cd-4d0b-a84a-07f3a8c4538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'name': 'tempest-TestMinimumBasicScenario-519394288-router', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '07ea816d-ea14-475f-ae60-50785507d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:05Z', 'updated_at': '2022-03-21T22:15:43Z', 'revision_number': 5, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'gw_port': {'id': '07ea816d-ea14-475f-ae60-50785507d772', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:06Z', 'updated_at': '2022-03-21T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:44.830084 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd7e11-a095-46be-aa69-b85a92362629 req-414b8628-0d33-407b-9f44-80bc84b4bb44 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:44.837091 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbd864c-90cd-4d0b-a84a-07f3a8c4538a None None] Checking router: 9e711195-dc44-45bc-90c2-3d9288fecc99 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:15:44.837310 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-dbcd7e11-a095-46be-aa69-b85a92362629 req-414b8628-0d33-407b-9f44-80bc84b4bb44 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0946259 Mar 21 22:15:44.839746 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-35b7bcae-770c-42d5-a4e7-c18fb61927a9 admin admin] Publish callbacks [] for router (9e711195-dc44-45bc-90c2-3d9288fecc99), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:44.849879 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbd864c-90cd-4d0b-a84a-07f3a8c4538a None None] Routers {'9e711195-dc44-45bc-90c2-3d9288fecc99'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:15:44.850945 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-4bbd864c-90cd-4d0b-a84a-07f3a8c4538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:15:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['9e711195-dc44-45bc-90c2-3d9288fecc99'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:44.968468 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-dbcd7e11-a095-46be-aa69-b85a92362629 req-5fdfaee9-cda5-4509-8e79-f973ebf6028f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303630 Mar 21 22:15:44.986707 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-4bbd864c-90cd-4d0b-a84a-07f3a8c4538a None None] Set router 9e711195-dc44-45bc-90c2-3d9288fecc99 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:15:44.987163 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-35b7bcae-770c-42d5-a4e7-c18fb61927a9 admin admin] Publish callbacks [] for router_gateway (9e711195-dc44-45bc-90c2-3d9288fecc99), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:45.111333 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-35b7bcae-770c-42d5-a4e7-c18fb61927a9 admin admin] Deleting port 07ea816d-ea14-475f-ae60-50785507d772 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:15:45.111687 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-35b7bcae-770c-42d5-a4e7-c18fb61927a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (07ea816d-ea14-475f-ae60-50785507d772), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:45.183021 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-4bbd864c-90cd-4d0b-a84a-07f3a8c4538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'name': 'tempest-TestMinimumBasicScenario-519394288-router', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '07ea816d-ea14-475f-ae60-50785507d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:05Z', 'updated_at': '2022-03-21T22:15:43Z', 'revision_number': 5, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'gw_port': {'id': '07ea816d-ea14-475f-ae60-50785507d772', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:06Z', 'updated_at': '2022-03-21T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:45.215210 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbd864c-90cd-4d0b-a84a-07f3a8c4538a None None] The sync data for ids ['9e711195-dc44-45bc-90c2-3d9288fecc99'] in dv-cinder-834545-1-iscsi is: [{'id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'name': 'tempest-TestMinimumBasicScenario-519394288-router', 'tenant_id': '0f9b74725b9c4568a941ad74fef80cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '07ea816d-ea14-475f-ae60-50785507d772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:05Z', 'updated_at': '2022-03-21T22:15:43Z', 'revision_number': 5, 'project_id': '0f9b74725b9c4568a941ad74fef80cec', 'gw_port': {'id': '07ea816d-ea14-475f-ae60-50785507d772', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e711195-dc44-45bc-90c2-3d9288fecc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:06Z', 'updated_at': '2022-03-21T22:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:15:45.233576 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [None req-35b7bcae-770c-42d5-a4e7-c18fb61927a9 admin admin] For port 07ea816d-ea14-475f-ae60-50785507d772, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=07ea816d-ea14-475f-ae60-50785507d772,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:15:45.233961 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-35b7bcae-770c-42d5-a4e7-c18fb61927a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (07ea816d-ea14-475f-ae60-50785507d772), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:45.261565 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-35b7bcae-770c-42d5-a4e7-c18fb61927a9 admin admin] Calling delete_port for 07ea816d-ea14-475f-ae60-50785507d772 owned by network:router_gateway {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:15:45.486449 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-35b7bcae-770c-42d5-a4e7-c18fb61927a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (07ea816d-ea14-475f-ae60-50785507d772), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:45.511249 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7bcae-770c-42d5-a4e7-c18fb61927a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=07ea816d-ea14-475f-ae60-50785507d772,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:45.585297 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-35b7bcae-770c-42d5-a4e7-c18fb61927a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165126'] for router_gateway (9e711195-dc44-45bc-90c2-3d9288fecc99), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:45.668920 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:45.683810 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-35b7bcae-770c-42d5-a4e7-c18fb61927a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3262'] for router (9e711195-dc44-45bc-90c2-3d9288fecc99), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:45.686705 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-35b7bcae-770c-42d5-a4e7-c18fb61927a9 admin admin] Publish callbacks [] for router_controller (9e711195-dc44-45bc-90c2-3d9288fecc99), precommit_delete_associations {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:45.829658 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-35b7bcae-770c-42d5-a4e7-c18fb61927a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702245'] for router (9e711195-dc44-45bc-90c2-3d9288fecc99), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:45.830783 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b7bcae-770c-42d5-a4e7-c18fb61927a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e711195-dc44-45bc-90c2-3d9288fecc99 {{(pid=115863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 22:15:45.845746 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-35b7bcae-770c-42d5-a4e7-c18fb61927a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:45.849475 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-35b7bcae-770c-42d5-a4e7-c18fb61927a9 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9e711195-dc44-45bc-90c2-3d9288fecc99 HTTP/1.1" status: 204 len: 168 time: 1.4724238 Mar 21 22:15:45.849854 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39228) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:45.905856 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_v2 [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Deleting subnet 86d046b3-f9a7-41fb-be02-27b396a5ce00 {{(pid=115862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 22:15:45.909415 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Publish callbacks [] for subnet (86d046b3-f9a7-41fb-be02-27b396a5ce00), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:45.953030 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12426326'] for subnet (86d046b3-f9a7-41fb-be02-27b396a5ce00), precommit_delete_associations {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:46.057400 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017098'] for subnet (86d046b3-f9a7-41fb-be02-27b396a5ce00), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:46.145687 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aeafda-8a75-46cc-bea1-f9d54d87f590 req-8cc97e6a-f36f-4ffe-8b70-cc18209d9582 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:46.153350 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a1aeafda-8a75-46cc-bea1-f9d54d87f590 req-8cc97e6a-f36f-4ffe-8b70-cc18209d9582 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0676677 Mar 21 22:15:46.201497 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450568'] for subnet (86d046b3-f9a7-41fb-be02-27b396a5ce00), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:46.203713 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a1aeafda-8a75-46cc-bea1-f9d54d87f590 req-31b16032-8cb9-4c92-b298-8b4cb08660ae tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491886 Mar 21 22:15:46.235011 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d046b3-f9a7-41fb-be02-27b396a5ce00,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:46.238309 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:46.243954 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e498d50-f125-4466-be2b-2e83825ba3fa None None] Network 743d4464-3905-459a-ac90-9ac64e4b23c8 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:15:46.244130 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/86d046b3-f9a7-41fb-be02-27b396a5ce00 HTTP/1.1" status: 204 len: 168 time: 0.3906472 Mar 21 22:15:46.245020 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 39234) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:46.261880 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:46.262303 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:46.262764 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:46.263195 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:46.263598 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:46.263996 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:46.264412 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:46.264793 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:46.265294 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:46.265773 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:46.266253 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:46.266738 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:46.267248 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:46.267735 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:46.268211 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82052b84-e7ed-4334-a50f-2e1853275156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:15:46.334314 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834117'] for network (743d4464-3905-459a-ac90-9ac64e4b23c8), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:46.407770 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] Deleting port 3b2b458f-e880-4d6c-98f1-7d1a8453c933 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:15:46.408122 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (3b2b458f-e880-4d6c-98f1-7d1a8453c933), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:46.445493 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94d2b6c-6577-4d35-899e-65bcb62c9da9 None None] DHCP port deletion for 743d4464-3905-459a-ac90-9ac64e4b23c8 request from dv-cinder-834545-1-iscsi {{(pid=115864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 22:15:46.511170 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-e94d2b6c-6577-4d35-899e-65bcb62c9da9 None None] Deleting port 3b2b458f-e880-4d6c-98f1-7d1a8453c933 {{(pid=115864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:15:46.511504 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e94d2b6c-6577-4d35-899e-65bcb62c9da9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (3b2b458f-e880-4d6c-98f1-7d1a8453c933), before_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:46.546100 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] For port 3b2b458f-e880-4d6c-98f1-7d1a8453c933, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=3b2b458f-e880-4d6c-98f1-7d1a8453c933,segment=NetworkSegment(74e428db-f256-48dc-9809-ce94eab6357a),segment_id=74e428db-f256-48dc-9809-ce94eab6357a)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:15:46.546679 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (3b2b458f-e880-4d6c-98f1-7d1a8453c933), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:46.563406 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] Calling delete_port for 3b2b458f-e880-4d6c-98f1-7d1a8453c933 owned by network:dhcp {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:15:46.570787 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 3b2b458f-e880-4d6c-98f1-7d1a8453c933 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:15:46.649742 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-e94d2b6c-6577-4d35-899e-65bcb62c9da9 None None] For port 3b2b458f-e880-4d6c-98f1-7d1a8453c933, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=3b2b458f-e880-4d6c-98f1-7d1a8453c933,segment=NetworkSegment(74e428db-f256-48dc-9809-ce94eab6357a),segment_id=74e428db-f256-48dc-9809-ce94eab6357a)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:15:46.650135 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e94d2b6c-6577-4d35-899e-65bcb62c9da9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (3b2b458f-e880-4d6c-98f1-7d1a8453c933), precommit_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:46.686986 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-e94d2b6c-6577-4d35-899e-65bcb62c9da9 None None] Calling delete_port for 3b2b458f-e880-4d6c-98f1-7d1a8453c933 owned by network:dhcp {{(pid=115864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:15:46.703600 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 3b2b458f-e880-4d6c-98f1-7d1a8453c933 is: ACTIVE; New status is: DOWN {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:15:46.703979 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3b2b458f-e880-4d6c-98f1-7d1a8453c933), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:46.760336 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (3b2b458f-e880-4d6c-98f1-7d1a8453c933), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:46.795416 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 07ea816d-ea14-475f-ae60-50785507d772 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:15:46.798790 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2b458f-e880-4d6c-98f1-7d1a8453c933,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:46.802622 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] No DVR routers for this DVR port 3b2b458f-e880-4d6c-98f1-7d1a8453c933 on host dv-cinder-834545-1-iscsi {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:15:46.825209 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: 07ea816d-ea14-475f-ae60-50785507d772 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:15:46.825559 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 07ea816d-ea14-475f-ae60-50785507d772 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:15:46.826305 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device dffbe56f-da57-49b7-9695-3ebe8cb599ff no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:15:46.848313 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: dffbe56f-da57-49b7-9695-3ebe8cb599ff {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:15:46.848655 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device dffbe56f-da57-49b7-9695-3ebe8cb599ff not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:15:46.855682 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e94d2b6c-6577-4d35-899e-65bcb62c9da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431'] for port (3b2b458f-e880-4d6c-98f1-7d1a8453c933), after_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:46.879760 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d2b6c-6577-4d35-899e-65bcb62c9da9 None None] Pushing event deleted for resources: {'Port': ['ID=3b2b458f-e880-4d6c-98f1-7d1a8453c933,revision_number=None']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:46.887587 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d2b6c-6577-4d35-899e-65bcb62c9da9 None None] No DVR routers for this DVR port 3b2b458f-e880-4d6c-98f1-7d1a8453c933 on host dv-cinder-834545-1-iscsi {{(pid=115864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:15:46.906681 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-954303', 'neutron.services.segments.db._delete_segments_for_network-8732299838531'] for network (743d4464-3905-459a-ac90-9ac64e4b23c8), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:46.930628 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743d4464-3905-459a-ac90-9ac64e4b23c8']}} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:46.944121 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e428db-f256-48dc-9809-ce94eab6357a') {'for_net_delete': True} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:46.944453 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e428db-f256-48dc-9809-ce94eab6357a') {} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:46.955389 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299988300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9663784'] for segment (74e428db-f256-48dc-9809-ce94eab6357a), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:46.969672 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (74e428db-f256-48dc-9809-ce94eab6357a), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:46.976010 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=115863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 22:15:46.976411 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9688226'] for segment (74e428db-f256-48dc-9809-ce94eab6357a), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: Traceback (most recent call last): Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: timer() Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: cb(*args, **kw) Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: return func(*args, **kwargs) Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: self._notify() Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: self.callback(batched_events) Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: event.method(event) Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: return f(self, *a, **k) Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._get(url).json() Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: return self.request(url, 'GET', **kwargs) Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 22:15:46.978086 dv-cinder-834545-1-iscsi neutron-server[115863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 22:15:47.119968 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-954244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4165242'] for network (743d4464-3905-459a-ac90-9ac64e4b23c8), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:47.136273 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:47.139572 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] 10.222.0.45 "DELETE /v2.0/networks/743d4464-3905-459a-ac90-9ac64e4b23c8 HTTP/1.1" status: 204 len: 168 time: 0.8933699 Mar 21 22:15:47.142772 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39238) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:47.149927 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e2fed-0da0-4a4d-830f-40a26e9a49eb admin admin] Pushing event deleted for resources: {'Network': ['ID=743d4464-3905-459a-ac90-9ac64e4b23c8,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:47.354286 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64334a6b-dbbc-40b0-a9ca-ad8021fba440 req-91fb94d2-dc3a-461a-968e-99b7e400d1d8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:47.362392 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-64334a6b-dbbc-40b0-a9ca-ad8021fba440 req-91fb94d2-dc3a-461a-968e-99b7e400d1d8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0634942 Mar 21 22:15:47.410744 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-64334a6b-dbbc-40b0-a9ca-ad8021fba440 req-88e8f97b-4408-42d2-9212-0c0cd02770ea tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461404 Mar 21 22:15:47.626944 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5826519b-df50-4b08-8712-017920345276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4165452'] for router_interface (1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:48.170687 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-5826519b-df50-4b08-8712-017920345276 admin admin] Deleting port 5e93879b-eb32-4487-a8c7-cf249fa6a043 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:15:48.171490 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5826519b-df50-4b08-8712-017920345276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:48.260527 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [None req-5826519b-df50-4b08-8712-017920345276 admin admin] For port 5e93879b-eb32-4487-a8c7-cf249fa6a043, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=5e93879b-eb32-4487-a8c7-cf249fa6a043,segment=NetworkSegment(bff54682-309c-461d-992a-a887bb3433f0),segment_id=bff54682-309c-461d-992a-a887bb3433f0)] {{(pid=115862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:15:48.260917 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5826519b-df50-4b08-8712-017920345276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:48.275304 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-5826519b-df50-4b08-8712-017920345276 admin admin] Calling delete_port for 5e93879b-eb32-4487-a8c7-cf249fa6a043 owned by network:router_interface {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:15:48.554750 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5826519b-df50-4b08-8712-017920345276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (5e93879b-eb32-4487-a8c7-cf249fa6a043), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:48.573236 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709427e-be4f-4026-a1a4-4d8147f38233 req-ba4d4fde-ea8a-4ec7-9106-1ae1707e3686 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:48.574742 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3709427e-be4f-4026-a1a4-4d8147f38233 req-ba4d4fde-ea8a-4ec7-9106-1ae1707e3686 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0598950 Mar 21 22:15:48.587709 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826519b-df50-4b08-8712-017920345276 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e93879b-eb32-4487-a8c7-cf249fa6a043,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:48.680557 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3709427e-be4f-4026-a1a4-4d8147f38233 req-5e41b314-e8f0-4fcf-9745-efddbd8e6b6d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945008 Mar 21 22:15:48.821744 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-5826519b-df50-4b08-8712-017920345276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4162812'] for router_interface (1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:49.059832 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5826519b-df50-4b08-8712-017920345276 admin admin] Router 1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:15:49.175160 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5826519b-df50-4b08-8712-017920345276 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:15:49.180749 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-5826519b-df50-4b08-8712-017920345276 admin admin] 10.222.0.45 "PUT /v2.0/routers/1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0366900 Mar 21 22:15:49.184487 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39250) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:49.186432 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefa2db-e298-4a4a-b35e-cb8d5d66f35e None None] Sync routers for ids ['1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:15:49.222605 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fefa2db-e298-4a4a-b35e-cb8d5d66f35e None None] Routers {'1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:15:49.223303 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-6fefa2db-e298-4a4a-b35e-cb8d5d66f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:15:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:49.366824 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-6fefa2db-e298-4a4a-b35e-cb8d5d66f35e None None] Set router 1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:15:49.367088 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f7d56276-e0ef-4303-a1db-d3ab6b109d7c admin admin] Publish callbacks [] for router (1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:49.559144 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f7d56276-e0ef-4303-a1db-d3ab6b109d7c admin admin] Publish callbacks [] for router_gateway (1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:49.617973 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-6fefa2db-e298-4a4a-b35e-cb8d5d66f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'name': 'tempest-TestMinimumBasicScenario-390316410-router', 'tenant_id': 'f1149796355f44e4a33164a8fb804b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:14Z', 'updated_at': '2022-03-21T22:15:48Z', 'revision_number': 5, 'project_id': 'f1149796355f44e4a33164a8fb804b34', 'gw_port': {'id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:15Z', 'updated_at': '2022-03-21T22:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:49.650299 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefa2db-e298-4a4a-b35e-cb8d5d66f35e None None] Checking router: 1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:15:49.660730 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fefa2db-e298-4a4a-b35e-cb8d5d66f35e None None] Routers {'1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:15:49.661441 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-6fefa2db-e298-4a4a-b35e-cb8d5d66f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:15:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:49.786030 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-6fefa2db-e298-4a4a-b35e-cb8d5d66f35e None None] Set router 1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:15:49.826191 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2106f-8be5-4e5b-8e7c-864fba87b4dc req-3a86fbcc-0cd0-450a-9c87-58e4800809a7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:49.831813 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a4c2106f-8be5-4e5b-8e7c-864fba87b4dc req-3a86fbcc-0cd0-450a-9c87-58e4800809a7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0752542 Mar 21 22:15:49.896604 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a4c2106f-8be5-4e5b-8e7c-864fba87b4dc req-db575739-0197-422c-97d8-fb47a11cafb5 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555816 Mar 21 22:15:49.996625 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-6fefa2db-e298-4a4a-b35e-cb8d5d66f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'name': 'tempest-TestMinimumBasicScenario-390316410-router', 'tenant_id': 'f1149796355f44e4a33164a8fb804b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:14Z', 'updated_at': '2022-03-21T22:15:48Z', 'revision_number': 5, 'project_id': 'f1149796355f44e4a33164a8fb804b34', 'gw_port': {'id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:15Z', 'updated_at': '2022-03-21T22:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:50.018859 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-f7d56276-e0ef-4303-a1db-d3ab6b109d7c admin admin] Deleting port c56d398b-dd6f-4030-97a2-4d636dbf3cf3 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:15:50.019283 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f7d56276-e0ef-4303-a1db-d3ab6b109d7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (c56d398b-dd6f-4030-97a2-4d636dbf3cf3), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:50.038109 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefa2db-e298-4a4a-b35e-cb8d5d66f35e None None] The sync data for ids ['1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d'] in dv-cinder-834545-1-iscsi is: [{'id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'name': 'tempest-TestMinimumBasicScenario-390316410-router', 'tenant_id': 'f1149796355f44e4a33164a8fb804b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:11:14Z', 'updated_at': '2022-03-21T22:15:48Z', 'revision_number': 5, 'project_id': 'f1149796355f44e4a33164a8fb804b34', 'gw_port': {'id': 'c56d398b-dd6f-4030-97a2-4d636dbf3cf3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:11:15Z', 'updated_at': '2022-03-21T22:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:15:50.122638 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [None req-f7d56276-e0ef-4303-a1db-d3ab6b109d7c admin admin] For port c56d398b-dd6f-4030-97a2-4d636dbf3cf3, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=c56d398b-dd6f-4030-97a2-4d636dbf3cf3,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:15:50.123030 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f7d56276-e0ef-4303-a1db-d3ab6b109d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (c56d398b-dd6f-4030-97a2-4d636dbf3cf3), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:50.135751 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-f7d56276-e0ef-4303-a1db-d3ab6b109d7c admin admin] Calling delete_port for c56d398b-dd6f-4030-97a2-4d636dbf3cf3 owned by network:router_gateway {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:15:50.389673 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f7d56276-e0ef-4303-a1db-d3ab6b109d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (c56d398b-dd6f-4030-97a2-4d636dbf3cf3), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:50.424335 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d56276-e0ef-4303-a1db-d3ab6b109d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=c56d398b-dd6f-4030-97a2-4d636dbf3cf3,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:50.531549 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f7d56276-e0ef-4303-a1db-d3ab6b109d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165126'] for router_gateway (1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:50.637906 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 5e93879b-eb32-4487-a8c7-cf249fa6a043 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:15:50.662590 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: 5e93879b-eb32-4487-a8c7-cf249fa6a043 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:15:50.663239 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 5e93879b-eb32-4487-a8c7-cf249fa6a043 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:15:50.683816 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f7d56276-e0ef-4303-a1db-d3ab6b109d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3262'] for router (1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:50.686560 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f7d56276-e0ef-4303-a1db-d3ab6b109d7c admin admin] Publish callbacks [] for router_controller (1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d), precommit_delete_associations {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:50.863115 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f7d56276-e0ef-4303-a1db-d3ab6b109d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702245'] for router (1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:50.863846 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d56276-e0ef-4303-a1db-d3ab6b109d7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d {{(pid=115862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 22:15:50.869975 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f7d56276-e0ef-4303-a1db-d3ab6b109d7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:50.871400 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-f7d56276-e0ef-4303-a1db-d3ab6b109d7c admin admin] 10.222.0.45 "DELETE /v2.0/routers/1b8cc8ca-43d6-4ddb-8eea-ca9e3c938b9d HTTP/1.1" status: 204 len: 168 time: 1.6869864 Mar 21 22:15:50.876521 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39260) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:50.922004 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_v2 [None req-614bb484-a78a-4d21-95b3-2b99c55677d5 admin admin] Deleting subnet c4475b0d-ac15-4e8a-ba1c-2e7e70774617 {{(pid=115862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 22:15:50.927537 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-614bb484-a78a-4d21-95b3-2b99c55677d5 admin admin] Publish callbacks [] for subnet (c4475b0d-ac15-4e8a-ba1c-2e7e70774617), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:50.982393 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-614bb484-a78a-4d21-95b3-2b99c55677d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12426326'] for subnet (c4475b0d-ac15-4e8a-ba1c-2e7e70774617), precommit_delete_associations {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:51.031069 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c14e2-1599-4c8b-a1a8-2b1588314ad5 req-414d05ca-c3b8-4d96-b079-7d95efe0c51f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:51.032545 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0f9c14e2-1599-4c8b-a1a8-2b1588314ad5 req-414d05ca-c3b8-4d96-b079-7d95efe0c51f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0577762 Mar 21 22:15:51.064090 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-614bb484-a78a-4d21-95b3-2b99c55677d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017098'] for subnet (c4475b0d-ac15-4e8a-ba1c-2e7e70774617), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:51.081851 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0f9c14e2-1599-4c8b-a1a8-2b1588314ad5 req-35a9a90a-a031-4f0a-ae88-a9a5d9df1713 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434272 Mar 21 22:15:51.188734 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-614bb484-a78a-4d21-95b3-2b99c55677d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450568'] for subnet (c4475b0d-ac15-4e8a-ba1c-2e7e70774617), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:51.213304 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614bb484-a78a-4d21-95b3-2b99c55677d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4475b0d-ac15-4e8a-ba1c-2e7e70774617,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:51.216802 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-614bb484-a78a-4d21-95b3-2b99c55677d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:51.219971 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-614bb484-a78a-4d21-95b3-2b99c55677d5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c4475b0d-ac15-4e8a-ba1c-2e7e70774617 HTTP/1.1" status: 204 len: 168 time: 0.3447511 Mar 21 22:15:51.222493 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39264) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:51.225127 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20162199-2677-4f84-924f-6d598137b5fe None None] Network 2244d682-5bed-4282-9b89-74c29fac6c0a requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:15:51.292401 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834117'] for network (2244d682-5bed-4282-9b89-74c29fac6c0a), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:51.363192 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] Deleting port d1fbf66c-4859-4152-b48c-13a636b8ed77 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:15:51.363554 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (d1fbf66c-4859-4152-b48c-13a636b8ed77), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:51.430660 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:15:51.437898 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] For port d1fbf66c-4859-4152-b48c-13a636b8ed77, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=d1fbf66c-4859-4152-b48c-13a636b8ed77,segment=NetworkSegment(bff54682-309c-461d-992a-a887bb3433f0),segment_id=bff54682-309c-461d-992a-a887bb3433f0)] {{(pid=115862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:15:51.438421 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (d1fbf66c-4859-4152-b48c-13a636b8ed77), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:51.456714 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] Calling delete_port for d1fbf66c-4859-4152-b48c-13a636b8ed77 owned by network:dhcp {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:15:51.520144 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5bb6ea-db88-4b9f-9280-d9fee0f7e475 None None] DHCP port deletion for 2244d682-5bed-4282-9b89-74c29fac6c0a request from dv-cinder-834545-1-iscsi {{(pid=115864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 22:15:51.568945 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-ed5bb6ea-db88-4b9f-9280-d9fee0f7e475 None None] Deleting port d1fbf66c-4859-4152-b48c-13a636b8ed77 {{(pid=115864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:15:51.569321 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb6ea-db88-4b9f-9280-d9fee0f7e475 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (d1fbf66c-4859-4152-b48c-13a636b8ed77), before_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:51.611574 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (d1fbf66c-4859-4152-b48c-13a636b8ed77), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:51.633393 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-ed5bb6ea-db88-4b9f-9280-d9fee0f7e475 None None] For port d1fbf66c-4859-4152-b48c-13a636b8ed77, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=d1fbf66c-4859-4152-b48c-13a636b8ed77,segment=NetworkSegment(bff54682-309c-461d-992a-a887bb3433f0),segment_id=bff54682-309c-461d-992a-a887bb3433f0)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:15:51.633691 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb6ea-db88-4b9f-9280-d9fee0f7e475 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (d1fbf66c-4859-4152-b48c-13a636b8ed77), precommit_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:51.637879 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1fbf66c-4859-4152-b48c-13a636b8ed77,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:51.639954 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] No DVR routers for this DVR port d1fbf66c-4859-4152-b48c-13a636b8ed77 on host dv-cinder-834545-1-iscsi {{(pid=115862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:15:51.650154 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-ed5bb6ea-db88-4b9f-9280-d9fee0f7e475 None None] Calling delete_port for d1fbf66c-4859-4152-b48c-13a636b8ed77 owned by network:dhcp {{(pid=115864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:15:51.711129 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-954303', 'neutron.services.segments.db._delete_segments_for_network-8732299838531'] for network (2244d682-5bed-4282-9b89-74c29fac6c0a), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:51.725116 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb6ea-db88-4b9f-9280-d9fee0f7e475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431'] for port (d1fbf66c-4859-4152-b48c-13a636b8ed77), after_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:51.733444 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2244d682-5bed-4282-9b89-74c29fac6c0a']}} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:51.742821 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff54682-309c-461d-992a-a887bb3433f0') {'for_net_delete': True} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:51.743159 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff54682-309c-461d-992a-a887bb3433f0') {} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:51.748204 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bb6ea-db88-4b9f-9280-d9fee0f7e475 None None] Pushing event deleted for resources: {'Port': ['ID=d1fbf66c-4859-4152-b48c-13a636b8ed77,revision_number=None']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:51.753576 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5bb6ea-db88-4b9f-9280-d9fee0f7e475 None None] No DVR routers for this DVR port d1fbf66c-4859-4152-b48c-13a636b8ed77 on host dv-cinder-834545-1-iscsi {{(pid=115864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:15:51.755140 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299988300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12426351'] for segment (bff54682-309c-461d-992a-a887bb3433f0), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:51.769479 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (bff54682-309c-461d-992a-a887bb3433f0), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:51.775836 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=115862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 22:15:51.776248 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625572'] for segment (bff54682-309c-461d-992a-a887bb3433f0), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: Traceback (most recent call last): Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: timer() Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: cb(*args, **kw) Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: return func(*args, **kwargs) Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: self._notify() Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: self.callback(batched_events) Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: event.method(event) Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: return f(self, *a, **k) Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: return self._get(url).json() Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: return self.request(url, 'GET', **kwargs) Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 22:15:51.778601 dv-cinder-834545-1-iscsi neutron-server[115862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 22:15:51.874667 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-954244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4165242'] for network (2244d682-5bed-4282-9b89-74c29fac6c0a), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:51.879060 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:51.882747 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2244d682-5bed-4282-9b89-74c29fac6c0a HTTP/1.1" status: 204 len: 168 time: 0.6592226 Mar 21 22:15:51.898735 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93325c23-f22f-440a-a04f-69975388a4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2244d682-5bed-4282-9b89-74c29fac6c0a,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:52.196044 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39272) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:52.208434 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463f015-288e-4e93-8f07-103125c3431b req-3edfe2d1-213c-42bb-953e-0ba1e82864ca tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:52.211791 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8463f015-288e-4e93-8f07-103125c3431b req-3edfe2d1-213c-42bb-953e-0ba1e82864ca tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0527740 Mar 21 22:15:52.242571 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-db0e2af8-cb1a-4c8b-ad3e-50a1724de68e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f9b74725b9c4568a941ad74fef80cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453119 Mar 21 22:15:52.245104 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39274) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:52.257335 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8463f015-288e-4e93-8f07-103125c3431b req-9a167096-c9c1-4427-8d8b-ba83b753ca09 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415988 Mar 21 22:15:52.293772 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c49-93bb-46a7-8619-cba46b0c357e admin admin] Publish callbacks [] for security_group (635da36f-f4e8-4b52-8008-c24c194b4f9d), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:52.314742 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c49-93bb-46a7-8619-cba46b0c357e admin admin] Publish callbacks [] for security_group (635da36f-f4e8-4b52-8008-c24c194b4f9d), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:52.439871 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c49-93bb-46a7-8619-cba46b0c357e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (635da36f-f4e8-4b52-8008-c24c194b4f9d), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:52.442437 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c49-93bb-46a7-8619-cba46b0c357e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:52.443634 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-2c9a7c49-93bb-46a7-8619-cba46b0c357e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/635da36f-f4e8-4b52-8008-c24c194b4f9d HTTP/1.1" status: 204 len: 168 time: 0.1976335 Mar 21 22:15:52.452473 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a7c49-93bb-46a7-8619-cba46b0c357e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635da36f-f4e8-4b52-8008-c24c194b4f9d,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:52.610812 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device d1fbf66c-4859-4152-b48c-13a636b8ed77 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:15:52.610812 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: d1fbf66c-4859-4152-b48c-13a636b8ed77 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:15:52.610812 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device d1fbf66c-4859-4152-b48c-13a636b8ed77 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:15:52.610812 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device c56d398b-dd6f-4030-97a2-4d636dbf3cf3 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:15:52.610812 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: c56d398b-dd6f-4030-97a2-4d636dbf3cf3 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:15:52.610812 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device c56d398b-dd6f-4030-97a2-4d636dbf3cf3 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:15:53.059740 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 39282) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:53.101382 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-ff54b445-2429-45de-87d4-47470b6127e8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f1149796355f44e4a33164a8fb804b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404334 Mar 21 22:15:53.103837 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 39284) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:53.149248 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-50213fa7-3d31-4eaf-8656-fbba213542ca admin admin] Publish callbacks [] for security_group (c9a7a3b4-54ae-4b61-887e-060afef75b6f), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:53.171081 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-50213fa7-3d31-4eaf-8656-fbba213542ca admin admin] Publish callbacks [] for security_group (c9a7a3b4-54ae-4b61-887e-060afef75b6f), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:53.297230 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-50213fa7-3d31-4eaf-8656-fbba213542ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (c9a7a3b4-54ae-4b61-887e-060afef75b6f), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:53.299992 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-50213fa7-3d31-4eaf-8656-fbba213542ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:53.301124 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-50213fa7-3d31-4eaf-8656-fbba213542ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c9a7a3b4-54ae-4b61-887e-060afef75b6f HTTP/1.1" status: 204 len: 168 time: 0.1964095 Mar 21 22:15:53.308901 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50213fa7-3d31-4eaf-8656-fbba213542ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a7a3b4-54ae-4b61-887e-060afef75b6f,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:53.388986 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec007f-200e-4496-9b63-89d59a511d0c req-7838ef3d-2376-4ce3-accd-0328501552b9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:53.390532 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f4ec007f-200e-4496-9b63-89d59a511d0c req-7838ef3d-2376-4ce3-accd-0328501552b9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0538602 Mar 21 22:15:53.439023 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f4ec007f-200e-4496-9b63-89d59a511d0c req-008118fd-6444-4363-9209-47a1e0035d77 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423942 Mar 21 22:15:54.608223 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020cdcf-ff4c-4628-8a01-9c414f21991d req-238320fb-b2a3-48ca-b54e-bc5cd38de3cc tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:54.610394 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d020cdcf-ff4c-4628-8a01-9c414f21991d req-238320fb-b2a3-48ca-b54e-bc5cd38de3cc tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0895002 Mar 21 22:15:54.620173 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-85852725-13be-4220-a7a8-85b4d12f09bc req-bde88fef-3c19-42f3-98ab-dfbe0c76883d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0878351 Mar 21 22:15:54.665854 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d020cdcf-ff4c-4628-8a01-9c414f21991d req-3f8f4f65-39ec-42f9-9795-487fd1dc3b46 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444860 Mar 21 22:15:54.726936 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85852725-13be-4220-a7a8-85b4d12f09bc req-a1b88333-78f7-4aa1-90f2-19374a8d717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:54.728713 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-85852725-13be-4220-a7a8-85b4d12f09bc req-a1b88333-78f7-4aa1-90f2-19374a8d717e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dbb0924c2d1456aaea6264ed21663f8&device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 1129 time: 0.0465229 Mar 21 22:15:54.837698 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85852725-13be-4220-a7a8-85b4d12f09bc req-1d4d4070-aef8-42b1-a8a4-d3e0a48a54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:54.921430 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-85852725-13be-4220-a7a8-85b4d12f09bc req-1d4d4070-aef8-42b1-a8a4-d3e0a48a54a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 HTTP/1.1" status: 200 len: 909 time: 0.0915191 Mar 21 22:15:54.921430 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-85852725-13be-4220-a7a8-85b4d12f09bc req-737a9a90-0df5-4eaf-9020-742c1f962b44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e2302d-e496-49a7-95b5-e3f8e8ab602c HTTP/1.1" status: 200 len: 1000 time: 0.0682287 Mar 21 22:15:54.973633 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85852725-13be-4220-a7a8-85b4d12f09bc req-25ea1916-e215-46eb-9d6b-56ed008dedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:54.975430 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-85852725-13be-4220-a7a8-85b4d12f09bc req-25ea1916-e215-46eb-9d6b-56ed008dedbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=467c48a9-2c76-4760-b26b-44922ac0c885 HTTP/1.1" status: 200 len: 847 time: 0.0535707 Mar 21 22:15:55.028750 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85852725-13be-4220-a7a8-85b4d12f09bc req-972a8398-6641-42ba-9253-021babcbe059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:55.030184 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-85852725-13be-4220-a7a8-85b4d12f09bc req-972a8398-6641-42ba-9253-021babcbe059 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481868 Mar 21 22:15:55.118124 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-85852725-13be-4220-a7a8-85b4d12f09bc req-0c47f339-37e5-42de-be4e-8a5ac3f2990e service neutron] 10.222.0.47 "GET /v2.0/networks/bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810444 Mar 21 22:15:55.210040 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-85852725-13be-4220-a7a8-85b4d12f09bc req-b0b6bd0c-4016-4018-b6bb-8c1f09217738 service neutron] 10.222.0.47 "GET /v2.0/networks/bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856781 Mar 21 22:15:55.802089 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0c4be-62be-4e60-a8e3-66d97d4b0694 req-67ce2ad3-75e5-4659-9cfb-8e5de2242ba5 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:55.803609 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-45f0c4be-62be-4e60-a8e3-66d97d4b0694 req-67ce2ad3-75e5-4659-9cfb-8e5de2242ba5 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0537848 Mar 21 22:15:55.851402 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-45f0c4be-62be-4e60-a8e3-66d97d4b0694 req-94caef40-e240-4f13-8311-176ed4e74c7d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419707 Mar 21 22:15:56.983512 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d702b09-525b-4db5-9a88-e6b06bb9791c req-e35339e1-b3e1-4473-832d-917c7e18e45e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:56.985020 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d702b09-525b-4db5-9a88-e6b06bb9791c req-e35339e1-b3e1-4473-832d-917c7e18e45e tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0567231 Mar 21 22:15:57.033647 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d702b09-525b-4db5-9a88-e6b06bb9791c req-fd205a62-31c1-4099-9f33-025807228898 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428317 Mar 21 22:15:58.156254 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108187ea-8372-4dac-b32c-3331e3413cda req-441a39e6-d1c0-45ba-a39f-6c9c99fcfb79 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:58.157712 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-108187ea-8372-4dac-b32c-3331e3413cda req-441a39e6-d1c0-45ba-a39f-6c9c99fcfb79 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0518396 Mar 21 22:15:58.203164 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-108187ea-8372-4dac-b32c-3331e3413cda req-db9ba176-5954-4d31-aebb-db5eac5c6d77 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398638 Mar 21 22:15:58.551467 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39324) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:15:58.712408 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-37aafc60-95d8-41ee-8041-bb47cb3d0eaf tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Deleting port 18c9959c-eb9e-433f-9b58-5c8e05f2bcbd {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:15:58.712677 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-37aafc60-95d8-41ee-8041-bb47cb3d0eaf tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (18c9959c-eb9e-433f-9b58-5c8e05f2bcbd), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:58.798678 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-37aafc60-95d8-41ee-8041-bb47cb3d0eaf tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (18c9959c-eb9e-433f-9b58-5c8e05f2bcbd), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:58.799038 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-37aafc60-95d8-41ee-8041-bb47cb3d0eaf tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for floatingip (18c9959c-eb9e-433f-9b58-5c8e05f2bcbd), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:58.811104 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-37aafc60-95d8-41ee-8041-bb47cb3d0eaf tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Calling delete_port for 18c9959c-eb9e-433f-9b58-5c8e05f2bcbd owned by network:floatingip {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:15:59.045737 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-37aafc60-95d8-41ee-8041-bb47cb3d0eaf tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (18c9959c-eb9e-433f-9b58-5c8e05f2bcbd), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:59.070646 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aafc60-95d8-41ee-8041-bb47cb3d0eaf tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Pushing event deleted for resources: {'Port': ['ID=18c9959c-eb9e-433f-9b58-5c8e05f2bcbd,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:59.073922 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 984f8ddf-d863-4766-96ae-8f17e01fdee4 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:15:59.136570 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-37aafc60-95d8-41ee-8041-bb47cb3d0eaf tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for floatingip (abdd3fb2-86f9-4f83-978a-881c73a53d6b), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:59.136907 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.l3_db [None req-37aafc60-95d8-41ee-8041-bb47cb3d0eaf tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Floating IP abdd3fb2-86f9-4f83-978a-881c73a53d6b disassociated (deleted). External IP: 172.27.2.32, port: f0e2302d-e496-49a7-95b5-e3f8e8ab602c. Mar 21 22:15:59.226623 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 984f8ddf-d863-4766-96ae-8f17e01fdee4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=984f8ddf-d863-4766-96ae-8f17e01fdee4,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:15:59.240122 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '984f8ddf-d863-4766-96ae-8f17e01fdee4', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'port_id': '984f8ddf-d863-4766-96ae-8f17e01fdee4', 'mac_address': 'fa:16:3e:3a:b0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:15:59.292520 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 984f8ddf-d863-4766-96ae-8f17e01fdee4 is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:15:59.294916 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:59.307566 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984f8ddf-d863-4766-96ae-8f17e01fdee4 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:15:59.331889 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 984f8ddf-d863-4766-96ae-8f17e01fdee4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=984f8ddf-d863-4766-96ae-8f17e01fdee4,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:15:59.340302 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8e0b6-f959-407e-9814-9ac3ceb5684e req-d2826c45-7e1b-4fa6-9315-27df479bcec6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:59.346238 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-73a8e0b6-f959-407e-9814-9ac3ceb5684e req-d2826c45-7e1b-4fa6-9315-27df479bcec6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 944 time: 0.0590363 Mar 21 22:15:59.394299 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:59.394849 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-73a8e0b6-f959-407e-9814-9ac3ceb5684e req-276372e7-d0da-417b-b30d-75815f7e169d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464485 Mar 21 22:15:59.399432 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37aafc60-95d8-41ee-8041-bb47cb3d0eaf tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:15:59.485593 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=984f8ddf-d863-4766-96ae-8f17e01fdee4,revision_number=9']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:15:59.512471 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37aafc60-95d8-41ee-8041-bb47cb3d0eaf tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:15:59.516933 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-37aafc60-95d8-41ee-8041-bb47cb3d0eaf tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:15:59.526275 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dfb6db-d62c-4546-95d4-25ddd77855cd None None] Sync routers for ids ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:15:59.536882 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dfb6db-d62c-4546-95d4-25ddd77855cd None None] Routers {'e2ad9bda-3778-4f67-82fe-5e23a56b31b9'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:15:59.537485 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-b1dfb6db-d62c-4546-95d4-25ddd77855cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:15:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:59.549704 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-37aafc60-95d8-41ee-8041-bb47cb3d0eaf tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "DELETE /v2.0/floatingips/abdd3fb2-86f9-4f83-978a-881c73a53d6b HTTP/1.1" status: 204 len: 168 time: 0.9969430 Mar 21 22:15:59.550218 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'tag': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c'}] {{(pid=115862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:15:59.552493 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91f982db15cf7ea7fd65b6c8757bc5df642054ad0495c8a7b37b88a944552a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fe140b-19f8-4cd5-94a5-2289e3dcfb83" -d '{"events": [{"name": "network-changed", "server_uuid": "e577de48-76ab-47cf-ba49-ed97a048a9a8", "tag": "f0e2302d-e496-49a7-95b5-e3f8e8ab602c"}]}' {{(pid=115862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:15:59.652189 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-b1dfb6db-d62c-4546-95d4-25ddd77855cd None None] Set router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:15:59.790330 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b8c784-c436-45a0-bb63-348c0c837084 x-openstack-request-id: req-a8b8c784-c436-45a0-bb63-348c0c837084 {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:15:59.790629 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e577de48-76ab-47cf-ba49-ed97a048a9a8", "tag": "f0e2302d-e496-49a7-95b5-e3f8e8ab602c", "status": "completed", "code": 200}]} {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:15:59.790907 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a8b8c784-c436-45a0-bb63-348c0c837084 {{(pid=115862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:15:59.791354 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'tag': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c', 'status': 'completed', 'code': 200} Mar 21 22:15:59.868398 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['984f8ddf-d863-4766-96ae-8f17e01fdee4'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:15:59.886706 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe140b-19f8-4cd5-94a5-2289e3dcfb83 req-b122619d-c1e4-47ea-b166-64396eda734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:15:59.888677 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a8fe140b-19f8-4cd5-94a5-2289e3dcfb83 req-b122619d-c1e4-47ea-b166-64396eda734d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dbb0924c2d1456aaea6264ed21663f8&device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 1129 time: 0.0479493 Mar 21 22:15:59.967726 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-b1dfb6db-d62c-4546-95d4-25ddd77855cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'name': 'tempest-TestShelveInstance-806057212-router', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:47Z', 'updated_at': '2022-03-21T22:08:51Z', 'revision_number': 4, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'gw_port': {'id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:48Z', 'updated_at': '2022-03-21T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '08a19182-2a2f-4a23-b3a2-c1a7e39e3132', 'name': '', 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'mac_address': 'fa:16:3e:c3:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:50Z', 'updated_at': '2022-03-21T22:08:55Z', 'revision_number': 5, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'subnets': [{'id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:15:59.998146 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dfb6db-d62c-4546-95d4-25ddd77855cd None None] Checking router: e2ad9bda-3778-4f67-82fe-5e23a56b31b9 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:16:00.001714 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe140b-19f8-4cd5-94a5-2289e3dcfb83 req-524cfc1a-afac-4229-b4a5-3fb5b2947860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:00.006497 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a8fe140b-19f8-4cd5-94a5-2289e3dcfb83 req-524cfc1a-afac-4229-b4a5-3fb5b2947860 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 HTTP/1.1" status: 200 len: 909 time: 0.1096714 Mar 21 22:16:00.006758 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dfb6db-d62c-4546-95d4-25ddd77855cd None None] Routers {'e2ad9bda-3778-4f67-82fe-5e23a56b31b9'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:16:00.007409 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-b1dfb6db-d62c-4546-95d4-25ddd77855cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:15:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:00.066224 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049ce17-2925-46bb-86c8-ae3164c768ad req-47fd7eb8-4cff-4b3c-8a98-78be5fddddd3 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:00.067836 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b049ce17-2925-46bb-86c8-ae3164c768ad req-47fd7eb8-4cff-4b3c-8a98-78be5fddddd3 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0611858 Mar 21 22:16:00.110795 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a8fe140b-19f8-4cd5-94a5-2289e3dcfb83 req-6a4c53c1-eb0c-454d-8eed-d3b1a8c24fff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e2302d-e496-49a7-95b5-e3f8e8ab602c HTTP/1.1" status: 200 len: 217 time: 0.0419884 Mar 21 22:16:00.119022 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-b1dfb6db-d62c-4546-95d4-25ddd77855cd None None] Set router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:16:00.185671 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b049ce17-2925-46bb-86c8-ae3164c768ad req-b08be31a-e0aa-4743-ae40-9a45baa0906c tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097136 Mar 21 22:16:00.187430 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe140b-19f8-4cd5-94a5-2289e3dcfb83 req-a03b64e5-4502-4b42-b6de-c99670373288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:00.197757 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a8fe140b-19f8-4cd5-94a5-2289e3dcfb83 req-a03b64e5-4502-4b42-b6de-c99670373288 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=467c48a9-2c76-4760-b26b-44922ac0c885 HTTP/1.1" status: 200 len: 847 time: 0.0718446 Mar 21 22:16:00.248227 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe140b-19f8-4cd5-94a5-2289e3dcfb83 req-b4297825-c821-4c2a-b6f1-2e98e634ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:00.249724 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a8fe140b-19f8-4cd5-94a5-2289e3dcfb83 req-b4297825-c821-4c2a-b6f1-2e98e634ad92 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530460 Mar 21 22:16:00.328683 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-b1dfb6db-d62c-4546-95d4-25ddd77855cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'name': 'tempest-TestShelveInstance-806057212-router', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:47Z', 'updated_at': '2022-03-21T22:08:51Z', 'revision_number': 4, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'gw_port': {'id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:48Z', 'updated_at': '2022-03-21T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '08a19182-2a2f-4a23-b3a2-c1a7e39e3132', 'name': '', 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'mac_address': 'fa:16:3e:c3:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:50Z', 'updated_at': '2022-03-21T22:08:55Z', 'revision_number': 5, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'subnets': [{'id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:00.341450 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a8fe140b-19f8-4cd5-94a5-2289e3dcfb83 req-cc222cde-ca87-441c-8550-02b1dc136473 service neutron] 10.222.0.47 "GET /v2.0/networks/bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851612 Mar 21 22:16:00.363676 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dfb6db-d62c-4546-95d4-25ddd77855cd None None] The sync data for ids ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'] in dv-cinder-834545-1-iscsi is: [{'id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'name': 'tempest-TestShelveInstance-806057212-router', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:47Z', 'updated_at': '2022-03-21T22:08:51Z', 'revision_number': 4, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'gw_port': {'id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:48Z', 'updated_at': '2022-03-21T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '08a19182-2a2f-4a23-b3a2-c1a7e39e3132', 'name': '', 'network_id': 'bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'mac_address': 'fa:16:3e:c3:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:50Z', 'updated_at': '2022-03-21T22:08:55Z', 'revision_number': 5, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'subnets': [{'id': '467c48a9-2c76-4760-b26b-44922ac0c885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:16:00.439945 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a8fe140b-19f8-4cd5-94a5-2289e3dcfb83 req-2171cc58-75c0-49b4-a200-e27f5c962957 service neutron] 10.222.0.47 "GET /v2.0/networks/bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889680 Mar 21 22:16:00.538185 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65388d5-f12a-4cf0-8303-8fb4bfa4c725 req-b308b526-c79d-4977-91c4-6f8d4e89ba81 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:00.539781 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e65388d5-f12a-4cf0-8303-8fb4bfa4c725 req-b308b526-c79d-4977-91c4-6f8d4e89ba81 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 945 time: 0.0570028 Mar 21 22:16:00.589782 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e65388d5-f12a-4cf0-8303-8fb4bfa4c725 req-ad8af2a3-9e18-4826-ae19-ff7fc764744f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440433 Mar 21 22:16:00.617892 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ba8c0-26d0-470e-b6be-30b306ee3b96 None None] New status for floating IP abdd3fb2-86f9-4f83-978a-881c73a53d6b: DOWN {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:16:01.096303 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 984f8ddf-d863-4766-96ae-8f17e01fdee4 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:16:01.145054 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 984f8ddf-d863-4766-96ae-8f17e01fdee4 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:16:01.145678 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:01.227601 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 984f8ddf-d863-4766-96ae-8f17e01fdee4 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:16:01.227994 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:01.251426 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984f8ddf-d863-4766-96ae-8f17e01fdee4'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:16:01.253679 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b51b56-8b28-49c3-9c5b-3cfce8674a32" -d '{"events": [{"server_uuid": "ede26bf6-e227-47cd-a95b-dcbdfc20c8be", "name": "network-vif-plugged", "status": "completed", "tag": "984f8ddf-d863-4766-96ae-8f17e01fdee4"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:16:01.266862 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 984f8ddf-d863-4766-96ae-8f17e01fdee4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=984f8ddf-d863-4766-96ae-8f17e01fdee4,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:16:01.309986 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0ac34-2397-4406-b4a3-2272fd099a03 req-402567bd-b47e-4d43-9e7f-8ea4a3e685c0 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:01.311483 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2df0ac34-2397-4406-b4a3-2272fd099a03 req-402567bd-b47e-4d43-9e7f-8ea4a3e685c0 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0569725 Mar 21 22:16:01.351738 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2881713e-ca99-4ef7-9a5b-35d4e7cda3f1 x-openstack-request-id: req-2881713e-ca99-4ef7-9a5b-35d4e7cda3f1 {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:16:01.352083 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede26bf6-e227-47cd-a95b-dcbdfc20c8be", "name": "network-vif-plugged", "status": "completed", "tag": "984f8ddf-d863-4766-96ae-8f17e01fdee4", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:16:01.352302 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2881713e-ca99-4ef7-9a5b-35d4e7cda3f1 {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:16:01.352697 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984f8ddf-d863-4766-96ae-8f17e01fdee4', 'code': 200} Mar 21 22:16:01.359932 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:01.361990 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2df0ac34-2397-4406-b4a3-2272fd099a03 req-66f63202-1042-48be-9216-4da1452db69a tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448976 Mar 21 22:16:01.417952 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=984f8ddf-d863-4766-96ae-8f17e01fdee4,revision_number=10']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:01.755781 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba30f7-b66d-487f-aabd-5cebbe8a8ab6 req-7b72790b-8554-4237-889e-96057baecf8b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:01.757261 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4cba30f7-b66d-487f-aabd-5cebbe8a8ab6 req-7b72790b-8554-4237-889e-96057baecf8b tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 947 time: 0.0890322 Mar 21 22:16:01.760042 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ccda6-a255-48c1-8684-4f6042277b47 req-512a1963-6b8e-486c-9918-cc5cafb306ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:01.761418 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-100ccda6-a255-48c1-8684-4f6042277b47 req-512a1963-6b8e-486c-9918-cc5cafb306ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 1131 time: 0.0631673 Mar 21 22:16:01.829929 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4cba30f7-b66d-487f-aabd-5cebbe8a8ab6 req-e42f26ef-7783-475e-9fe6-6932fea3a5b7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662830 Mar 21 22:16:01.836100 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-100ccda6-a255-48c1-8684-4f6042277b47 req-caa796cd-163b-4c5c-921a-96230e6a05c6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595036 Mar 21 22:16:02.485079 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39fd0b-c221-4a44-b500-f2b0de2dd926 req-277051e2-2a15-4774-9d67-36bcdf871cf5 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:02.486589 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9a39fd0b-c221-4a44-b500-f2b0de2dd926 req-277051e2-2a15-4774-9d67-36bcdf871cf5 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0576639 Mar 21 22:16:02.542293 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9a39fd0b-c221-4a44-b500-f2b0de2dd926 req-285a1abc-621c-42ad-b121-03609566637a tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/security-groups?id=300d8832-fe64-41d5-a968-6b738ad64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454018 Mar 21 22:16:02.616152 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b37276-0740-4063-ba33-f516a580c160 req-fd425279-399c-498d-b6f9-bb689004ad62 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:02.617725 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-73b37276-0740-4063-ba33-f516a580c160 req-fd425279-399c-498d-b6f9-bb689004ad62 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.47 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0511811 Mar 21 22:16:02.711975 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-73b37276-0740-4063-ba33-f516a580c160 req-0f310041-485a-46a2-8e5b-1996d19c13b6 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Deleting port f0e2302d-e496-49a7-95b5-e3f8e8ab602c {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:16:02.712235 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-73b37276-0740-4063-ba33-f516a580c160 req-0f310041-485a-46a2-8e5b-1996d19c13b6 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:02.803227 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-73b37276-0740-4063-ba33-f516a580c160 req-0f310041-485a-46a2-8e5b-1996d19c13b6 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] For port f0e2302d-e496-49a7-95b5-e3f8e8ab602c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,segment=NetworkSegment(73ca0f0a-f106-4962-a026-1434599887e1),segment_id=73ca0f0a-f106-4962-a026-1434599887e1)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:16:02.803588 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-73b37276-0740-4063-ba33-f516a580c160 req-0f310041-485a-46a2-8e5b-1996d19c13b6 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:02.816313 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-73b37276-0740-4063-ba33-f516a580c160 req-0f310041-485a-46a2-8e5b-1996d19c13b6 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Calling delete_port for f0e2302d-e496-49a7-95b5-e3f8e8ab602c owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:16:02.988098 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903c36b-f502-4ce7-8b67-e6bb92f9a44e req-ad141d3b-2933-4105-8aa3-a8aa74cb4ad2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:02.989485 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9903c36b-f502-4ce7-8b67-e6bb92f9a44e req-ad141d3b-2933-4105-8aa3-a8aa74cb4ad2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 947 time: 0.0673816 Mar 21 22:16:03.030107 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-73b37276-0740-4063-ba33-f516a580c160 req-0f310041-485a-46a2-8e5b-1996d19c13b6 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (f0e2302d-e496-49a7-95b5-e3f8e8ab602c), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:03.060957 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9903c36b-f502-4ce7-8b67-e6bb92f9a44e req-ca2261ac-8e6b-4e80-9839-7896c6942112 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659595 Mar 21 22:16:03.063863 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f310041-485a-46a2-8e5b-1996d19c13b6 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Pushing event deleted for resources: {'Port': ['ID=f0e2302d-e496-49a7-95b5-e3f8e8ab602c,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:03.111807 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b37276-0740-4063-ba33-f516a580c160 req-0f310041-485a-46a2-8e5b-1996d19c13b6 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] No DVR routers for this DVR port f0e2302d-e496-49a7-95b5-e3f8e8ab602c on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:16:03.114297 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-73b37276-0740-4063-ba33-f516a580c160 req-0f310041-485a-46a2-8e5b-1996d19c13b6 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:03.117566 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-73b37276-0740-4063-ba33-f516a580c160 req-0f310041-485a-46a2-8e5b-1996d19c13b6 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.47 "DELETE /v2.0/ports/f0e2302d-e496-49a7-95b5-e3f8e8ab602c HTTP/1.1" status: 204 len: 173 time: 0.4929314 Mar 21 22:16:03.118012 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'name': 'network-vif-deleted', 'tag': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:16:03.120267 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e731bdad-2ce9-4264-b850-0bd4c0cffce8" -d '{"events": [{"server_uuid": "e577de48-76ab-47cf-ba49-ed97a048a9a8", "name": "network-vif-deleted", "tag": "f0e2302d-e496-49a7-95b5-e3f8e8ab602c"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:16:03.156385 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763b38e8-375e-408e-8aad-afd7991b68ba x-openstack-request-id: req-763b38e8-375e-408e-8aad-afd7991b68ba {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:16:03.156675 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e577de48-76ab-47cf-ba49-ed97a048a9a8", "name": "network-vif-deleted", "tag": "f0e2302d-e496-49a7-95b5-e3f8e8ab602c", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:16:03.156925 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-763b38e8-375e-408e-8aad-afd7991b68ba {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:16:03.157318 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e577de48-76ab-47cf-ba49-ed97a048a9a8', 'name': 'network-vif-deleted', 'tag': 'f0e2302d-e496-49a7-95b5-e3f8e8ab602c', 'status': 'completed', 'code': 200} Mar 21 22:16:03.643108 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-547407bb-453b-49ef-b78c-f741ff01d045 req-1d00e614-1405-41cd-9f0a-ed350542bfcd tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0303674 Mar 21 22:16:04.198620 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779b612-2215-473c-ac2f-ed80fcaf3c83 req-3e2d156b-5acc-4a4e-982f-f67d7c5f3332 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:04.200162 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0779b612-2215-473c-ac2f-ed80fcaf3c83 req-3e2d156b-5acc-4a4e-982f-f67d7c5f3332 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 947 time: 0.0530677 Mar 21 22:16:04.250690 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0779b612-2215-473c-ac2f-ed80fcaf3c83 req-16d658a2-763f-41d1-92c9-44e11f737823 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443580 Mar 21 22:16:04.762539 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c2310454-b50e-4eb8-8892-6ca56178ee21 req-294be9ae-da80-4bd0-9d44-86ea9ad1bbd6 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "GET /v2.0/ports?device_id=e577de48-76ab-47cf-ba49-ed97a048a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0311589 Mar 21 22:16:05.116558 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device f0e2302d-e496-49a7-95b5-e3f8e8ab602c no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:16:05.141725 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: f0e2302d-e496-49a7-95b5-e3f8e8ab602c {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:16:05.142059 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device f0e2302d-e496-49a7-95b5-e3f8e8ab602c not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:16:05.380803 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e8f61-5b7d-47d5-88a0-392b6e592074 req-d755dc59-4526-4552-bafc-b2ed3739f5b0 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:05.382330 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-932e8f61-5b7d-47d5-88a0-392b6e592074 req-d755dc59-4526-4552-bafc-b2ed3739f5b0 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 947 time: 0.0565681 Mar 21 22:16:05.433233 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-932e8f61-5b7d-47d5-88a0-392b6e592074 req-9bb67850-5788-4a1e-bb3d-092d793790e1 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449519 Mar 21 22:16:05.820807 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39418) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:05.883174 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8b94ea94-d82d-457f-8b08-de6619adb0d9 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group (300d8832-fe64-41d5-a968-6b738ad64e87), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:05.908799 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8b94ea94-d82d-457f-8b08-de6619adb0d9 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group (300d8832-fe64-41d5-a968-6b738ad64e87), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:06.062826 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8b94ea94-d82d-457f-8b08-de6619adb0d9 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (300d8832-fe64-41d5-a968-6b738ad64e87), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:06.065404 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8b94ea94-d82d-457f-8b08-de6619adb0d9 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:06.066557 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-8b94ea94-d82d-457f-8b08-de6619adb0d9 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] 10.222.0.45 "DELETE /v2.0/security-groups/300d8832-fe64-41d5-a968-6b738ad64e87 HTTP/1.1" status: 204 len: 168 time: 0.2444754 Mar 21 22:16:06.075737 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94ea94-d82d-457f-8b08-de6619adb0d9 tempest-TestShelveInstance-176062838 tempest-TestShelveInstance-176062838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=300d8832-fe64-41d5-a968-6b738ad64e87,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:06.186624 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39422) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:06.942841 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ec02e5eb-2c2f-4267-a99d-6c02b892501e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4165452'] for router_interface (e2ad9bda-3778-4f67-82fe-5e23a56b31b9), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:07.197201 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-ec02e5eb-2c2f-4267-a99d-6c02b892501e admin admin] Deleting port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:16:07.197481 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ec02e5eb-2c2f-4267-a99d-6c02b892501e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:07.283240 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [None req-ec02e5eb-2c2f-4267-a99d-6c02b892501e admin admin] For port 08a19182-2a2f-4a23-b3a2-c1a7e39e3132, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=08a19182-2a2f-4a23-b3a2-c1a7e39e3132,segment=NetworkSegment(73ca0f0a-f106-4962-a026-1434599887e1),segment_id=73ca0f0a-f106-4962-a026-1434599887e1)] {{(pid=115862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:16:07.283548 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ec02e5eb-2c2f-4267-a99d-6c02b892501e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:07.299443 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-ec02e5eb-2c2f-4267-a99d-6c02b892501e admin admin] Calling delete_port for 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 owned by network:router_interface {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:16:07.542718 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ec02e5eb-2c2f-4267-a99d-6c02b892501e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (08a19182-2a2f-4a23-b3a2-c1a7e39e3132), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:07.567572 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02e5eb-2c2f-4267-a99d-6c02b892501e admin admin] Pushing event deleted for resources: {'Port': ['ID=08a19182-2a2f-4a23-b3a2-c1a7e39e3132,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:07.782264 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ec02e5eb-2c2f-4267-a99d-6c02b892501e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4162812'] for router_interface (e2ad9bda-3778-4f67-82fe-5e23a56b31b9), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:08.022450 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec02e5eb-2c2f-4267-a99d-6c02b892501e admin admin] Router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:16:08.143979 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec02e5eb-2c2f-4267-a99d-6c02b892501e admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:16:08.152821 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-ec02e5eb-2c2f-4267-a99d-6c02b892501e admin admin] 10.222.0.45 "PUT /v2.0/routers/e2ad9bda-3778-4f67-82fe-5e23a56b31b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9627221 Mar 21 22:16:08.153268 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39442) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:08.158318 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351371aa-9345-4bc0-9873-0dfc4b81e350 None None] Sync routers for ids ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:16:08.170115 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351371aa-9345-4bc0-9873-0dfc4b81e350 None None] Routers {'e2ad9bda-3778-4f67-82fe-5e23a56b31b9'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:16:08.170912 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-351371aa-9345-4bc0-9873-0dfc4b81e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:15:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:08.284845 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-03f0e556-d42d-4314-b2be-c9918c21b904 admin admin] Publish callbacks [] for router (e2ad9bda-3778-4f67-82fe-5e23a56b31b9), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:08.300369 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-351371aa-9345-4bc0-9873-0dfc4b81e350 None None] Set router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:16:08.406798 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-03f0e556-d42d-4314-b2be-c9918c21b904 admin admin] Publish callbacks [] for router_gateway (e2ad9bda-3778-4f67-82fe-5e23a56b31b9), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:08.458138 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ce86fb5-b7cf-462d-8328-634e0871a004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:08.508408 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-351371aa-9345-4bc0-9873-0dfc4b81e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'name': 'tempest-TestShelveInstance-806057212-router', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:47Z', 'updated_at': '2022-03-21T22:16:07Z', 'revision_number': 5, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'gw_port': {'id': '3278e1d4-13b9-4b4c-bbcf-73a91ec4671b', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:23:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:48Z', 'updated_at': '2022-03-21T22:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:08.542611 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351371aa-9345-4bc0-9873-0dfc4b81e350 None None] Checking router: e2ad9bda-3778-4f67-82fe-5e23a56b31b9 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:16:08.558139 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351371aa-9345-4bc0-9873-0dfc4b81e350 None None] Routers {'e2ad9bda-3778-4f67-82fe-5e23a56b31b9'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:16:08.559085 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-351371aa-9345-4bc0-9873-0dfc4b81e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:15:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:08.572715 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-03f0e556-d42d-4314-b2be-c9918c21b904 admin admin] Deleting port 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:16:08.573831 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-03f0e556-d42d-4314-b2be-c9918c21b904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (3278e1d4-13b9-4b4c-bbcf-73a91ec4671b), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:08.652842 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-351371aa-9345-4bc0-9873-0dfc4b81e350 None None] Set router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 gateway port host: None {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:16:08.668895 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [None req-03f0e556-d42d-4314-b2be-c9918c21b904 admin admin] For port 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=3278e1d4-13b9-4b4c-bbcf-73a91ec4671b,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:16:08.669885 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-03f0e556-d42d-4314-b2be-c9918c21b904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (3278e1d4-13b9-4b4c-bbcf-73a91ec4671b), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:08.692289 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-03f0e556-d42d-4314-b2be-c9918c21b904 admin admin] Calling delete_port for 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b owned by network:router_gateway {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:16:08.707645 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-351371aa-9345-4bc0-9873-0dfc4b81e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'name': 'tempest-TestShelveInstance-806057212-router', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:47Z', 'updated_at': '2022-03-21T22:16:08Z', 'revision_number': 6, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'gw_port_host': None}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:08.738028 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351371aa-9345-4bc0-9873-0dfc4b81e350 None None] The sync data for ids ['e2ad9bda-3778-4f67-82fe-5e23a56b31b9'] in dv-cinder-834545-1-iscsi is: [{'id': 'e2ad9bda-3778-4f67-82fe-5e23a56b31b9', 'name': 'tempest-TestShelveInstance-806057212-router', 'tenant_id': '7dbb0924c2d1456aaea6264ed21663f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:47Z', 'updated_at': '2022-03-21T22:16:08Z', 'revision_number': 6, 'project_id': '7dbb0924c2d1456aaea6264ed21663f8', 'gw_port_host': None}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:16:08.948198 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-03f0e556-d42d-4314-b2be-c9918c21b904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (3278e1d4-13b9-4b4c-bbcf-73a91ec4671b), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:08.978945 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0e556-d42d-4314-b2be-c9918c21b904 admin admin] Pushing event deleted for resources: {'Port': ['ID=3278e1d4-13b9-4b4c-bbcf-73a91ec4671b,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:09.038608 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-03f0e556-d42d-4314-b2be-c9918c21b904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165126'] for router_gateway (e2ad9bda-3778-4f67-82fe-5e23a56b31b9), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:09.137033 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-03f0e556-d42d-4314-b2be-c9918c21b904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3262'] for router (e2ad9bda-3778-4f67-82fe-5e23a56b31b9), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:09.140170 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-03f0e556-d42d-4314-b2be-c9918c21b904 admin admin] Publish callbacks [] for router_controller (e2ad9bda-3778-4f67-82fe-5e23a56b31b9), precommit_delete_associations {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:09.280493 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-03f0e556-d42d-4314-b2be-c9918c21b904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702245'] for router (e2ad9bda-3778-4f67-82fe-5e23a56b31b9), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:09.281013 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f0e556-d42d-4314-b2be-c9918c21b904 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2ad9bda-3778-4f67-82fe-5e23a56b31b9 {{(pid=115862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 22:16:09.286102 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-03f0e556-d42d-4314-b2be-c9918c21b904 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:09.287403 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-03f0e556-d42d-4314-b2be-c9918c21b904 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e2ad9bda-3778-4f67-82fe-5e23a56b31b9 HTTP/1.1" status: 204 len: 168 time: 1.1314580 Mar 21 22:16:09.294280 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39448) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:09.333352 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ecdb9a6-4015-4714-b660-600926f9da24 admin admin] Deleting subnet 467c48a9-2c76-4760-b26b-44922ac0c885 {{(pid=115862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 22:16:09.336440 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb9a6-4015-4714-b660-600926f9da24 admin admin] Publish callbacks [] for subnet (467c48a9-2c76-4760-b26b-44922ac0c885), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:09.370151 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb9a6-4015-4714-b660-600926f9da24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12426326'] for subnet (467c48a9-2c76-4760-b26b-44922ac0c885), precommit_delete_associations {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:09.452099 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb9a6-4015-4714-b660-600926f9da24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017098'] for subnet (467c48a9-2c76-4760-b26b-44922ac0c885), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:09.600205 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb9a6-4015-4714-b660-600926f9da24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450568'] for subnet (467c48a9-2c76-4760-b26b-44922ac0c885), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:09.625164 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdb9a6-4015-4714-b660-600926f9da24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=467c48a9-2c76-4760-b26b-44922ac0c885,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:09.632464 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb9a6-4015-4714-b660-600926f9da24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:09.635470 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-2ecdb9a6-4015-4714-b660-600926f9da24 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/467c48a9-2c76-4760-b26b-44922ac0c885 HTTP/1.1" status: 204 len: 168 time: 0.3447545 Mar 21 22:16:09.637816 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3271e0ce-4e57-4b52-b6b8-6b494405d24e None None] Network bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:16:09.638659 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 39452) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:09.714160 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834117'] for network (bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:09.779289 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] Deleting port f3e93a4f-466c-499d-87e7-d2ff0769f6cc {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:16:09.779634 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (f3e93a4f-466c-499d-87e7-d2ff0769f6cc), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:09.815142 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f3aa4a-93be-4c81-ba17-86f2c099a595 None None] DHCP port deletion for bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 request from dv-cinder-834545-1-iscsi {{(pid=115864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 22:16:09.846779 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] For port f3e93a4f-466c-499d-87e7-d2ff0769f6cc, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=f3e93a4f-466c-499d-87e7-d2ff0769f6cc,segment=NetworkSegment(73ca0f0a-f106-4962-a026-1434599887e1),segment_id=73ca0f0a-f106-4962-a026-1434599887e1)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:16:09.847168 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (f3e93a4f-466c-499d-87e7-d2ff0769f6cc), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:09.864635 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] Calling delete_port for f3e93a4f-466c-499d-87e7-d2ff0769f6cc owned by network:dhcp {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:16:09.867872 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-09f3aa4a-93be-4c81-ba17-86f2c099a595 None None] Deleting port f3e93a4f-466c-499d-87e7-d2ff0769f6cc {{(pid=115864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:16:09.868249 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-09f3aa4a-93be-4c81-ba17-86f2c099a595 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (f3e93a4f-466c-499d-87e7-d2ff0769f6cc), before_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:09.939186 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-09f3aa4a-93be-4c81-ba17-86f2c099a595 None None] For port f3e93a4f-466c-499d-87e7-d2ff0769f6cc, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=f3e93a4f-466c-499d-87e7-d2ff0769f6cc,segment=NetworkSegment(73ca0f0a-f106-4962-a026-1434599887e1),segment_id=73ca0f0a-f106-4962-a026-1434599887e1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:16:09.939580 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-09f3aa4a-93be-4c81-ba17-86f2c099a595 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (f3e93a4f-466c-499d-87e7-d2ff0769f6cc), precommit_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:09.954353 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-09f3aa4a-93be-4c81-ba17-86f2c099a595 None None] Calling delete_port for f3e93a4f-466c-499d-87e7-d2ff0769f6cc owned by network:dhcp {{(pid=115864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:16:09.994177 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (f3e93a4f-466c-499d-87e7-d2ff0769f6cc), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:10.037846 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e93a4f-466c-499d-87e7-d2ff0769f6cc,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:10.043159 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] No DVR routers for this DVR port f3e93a4f-466c-499d-87e7-d2ff0769f6cc on host dv-cinder-834545-1-iscsi {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:16:10.055411 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-09f3aa4a-93be-4c81-ba17-86f2c099a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431'] for port (f3e93a4f-466c-499d-87e7-d2ff0769f6cc), after_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:10.106719 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3aa4a-93be-4c81-ba17-86f2c099a595 None None] Pushing event deleted for resources: {'Port': ['ID=f3e93a4f-466c-499d-87e7-d2ff0769f6cc,revision_number=None']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:10.113845 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f3aa4a-93be-4c81-ba17-86f2c099a595 None None] No DVR routers for this DVR port f3e93a4f-466c-499d-87e7-d2ff0769f6cc on host dv-cinder-834545-1-iscsi {{(pid=115864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:16:10.135692 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-954303', 'neutron.services.segments.db._delete_segments_for_network-8732299838531'] for network (bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:10.163266 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22']}} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:10.173875 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ca0f0a-f106-4962-a026-1434599887e1') {'for_net_delete': True} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:10.174174 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ca0f0a-f106-4962-a026-1434599887e1') {} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:10.183822 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299988300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9663784'] for segment (73ca0f0a-f106-4962-a026-1434599887e1), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:10.188187 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:10.197855 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (73ca0f0a-f106-4962-a026-1434599887e1), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:10.204737 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=115863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 22:16:10.205136 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9688226'] for segment (73ca0f0a-f106-4962-a026-1434599887e1), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: Traceback (most recent call last): Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: timer() Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: cb(*args, **kw) Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: return func(*args, **kwargs) Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: self._notify() Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: self.callback(batched_events) Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: event.method(event) Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: return f(self, *a, **k) Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._get(url).json() Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: return self.request(url, 'GET', **kwargs) Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 22:16:10.206818 dv-cinder-834545-1-iscsi neutron-server[115863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 22:16:10.342487 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-954244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4165242'] for network (bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:10.347796 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:10.351022 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] 10.222.0.45 "DELETE /v2.0/networks/bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22 HTTP/1.1" status: 204 len: 168 time: 0.7117293 Mar 21 22:16:10.354088 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39456) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:10.361988 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08716089-2d7e-47b3-a788-4da8f32eedcd admin admin] Pushing event deleted for resources: {'Network': ['ID=bbb0e7d6-1dd7-499b-8f9a-890f0a38ac22,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:10.533024 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:16:10.553244 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:16:10.553588 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 08a19182-2a2f-4a23-b3a2-c1a7e39e3132 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:16:10.554009 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:16:10.573810 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:16:10.574165 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 3278e1d4-13b9-4b4c-bbcf-73a91ec4671b not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:16:10.574582 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device f3e93a4f-466c-499d-87e7-d2ff0769f6cc no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:16:10.594962 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: f3e93a4f-466c-499d-87e7-d2ff0769f6cc {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:16:10.595234 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device f3e93a4f-466c-499d-87e7-d2ff0769f6cc not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:16:10.730367 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0e19de9e-fb72-4cb3-8155-75a7bc75de0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4165452'] for router_interface (b8eea754-f377-4700-a8bd-41ba03df7685), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:10.990903 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-0e19de9e-fb72-4cb3-8155-75a7bc75de0e admin admin] Deleting port ca0669fa-3f3f-45f1-8855-e590dfa9972e {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:16:10.991253 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0e19de9e-fb72-4cb3-8155-75a7bc75de0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:11.062445 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-df9baa59-7cf2-4713-8398-229e51896c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:11.077375 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [None req-0e19de9e-fb72-4cb3-8155-75a7bc75de0e admin admin] For port ca0669fa-3f3f-45f1-8855-e590dfa9972e, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=ca0669fa-3f3f-45f1-8855-e590dfa9972e,segment=NetworkSegment(4e174c6b-11b0-4299-bd1d-8edee587d186),segment_id=4e174c6b-11b0-4299-bd1d-8edee587d186)] {{(pid=115862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:16:11.077722 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0e19de9e-fb72-4cb3-8155-75a7bc75de0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:11.092454 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-0e19de9e-fb72-4cb3-8155-75a7bc75de0e admin admin] Calling delete_port for ca0669fa-3f3f-45f1-8855-e590dfa9972e owned by network:router_interface {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:16:11.371189 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0e19de9e-fb72-4cb3-8155-75a7bc75de0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (ca0669fa-3f3f-45f1-8855-e590dfa9972e), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:11.399219 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19de9e-fb72-4cb3-8155-75a7bc75de0e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0669fa-3f3f-45f1-8855-e590dfa9972e,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:11.571819 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0e19de9e-fb72-4cb3-8155-75a7bc75de0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4162812'] for router_interface (b8eea754-f377-4700-a8bd-41ba03df7685), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:11.799167 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e19de9e-fb72-4cb3-8155-75a7bc75de0e admin admin] Router b8eea754-f377-4700-a8bd-41ba03df7685 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:16:12.179988 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e19de9e-fb72-4cb3-8155-75a7bc75de0e admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:16:12.186168 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-0e19de9e-fb72-4cb3-8155-75a7bc75de0e admin admin] 10.222.0.45 "PUT /v2.0/routers/b8eea754-f377-4700-a8bd-41ba03df7685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8299334 Mar 21 22:16:12.190220 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39474) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:12.193361 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9751b6c-7304-457d-bcb6-bb80b17a158b None None] Sync routers for ids ['b8eea754-f377-4700-a8bd-41ba03df7685'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:16:12.206029 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9751b6c-7304-457d-bcb6-bb80b17a158b None None] Routers {'b8eea754-f377-4700-a8bd-41ba03df7685'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:16:12.210341 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-b9751b6c-7304-457d-bcb6-bb80b17a158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:16:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['b8eea754-f377-4700-a8bd-41ba03df7685'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:12.304858 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8aa99775-3e69-4c6c-894c-7feb79ce9614 admin admin] Publish callbacks [] for router (b8eea754-f377-4700-a8bd-41ba03df7685), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:12.319427 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-b9751b6c-7304-457d-bcb6-bb80b17a158b None None] Set router b8eea754-f377-4700-a8bd-41ba03df7685 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:16:12.415045 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8aa99775-3e69-4c6c-894c-7feb79ce9614 admin admin] Publish callbacks [] for router_gateway (b8eea754-f377-4700-a8bd-41ba03df7685), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:12.509680 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-b9751b6c-7304-457d-bcb6-bb80b17a158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'name': 'tempest-TestShelveInstance-725124339-router', 'tenant_id': '5b19286c76294fc98b8440c07acb18ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f8c5f7af-257b-4840-901c-f009185b8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:54Z', 'updated_at': '2022-03-21T22:16:11Z', 'revision_number': 5, 'project_id': '5b19286c76294fc98b8440c07acb18ab', 'gw_port': {'id': 'f8c5f7af-257b-4840-901c-f009185b8143', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:08:55Z', 'updated_at': '2022-03-21T22:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:12.537888 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9751b6c-7304-457d-bcb6-bb80b17a158b None None] Checking router: b8eea754-f377-4700-a8bd-41ba03df7685 for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:16:12.549636 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9751b6c-7304-457d-bcb6-bb80b17a158b None None] Routers {'b8eea754-f377-4700-a8bd-41ba03df7685'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:16:12.550265 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-b9751b6c-7304-457d-bcb6-bb80b17a158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:16:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['b8eea754-f377-4700-a8bd-41ba03df7685'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:12.574952 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-8aa99775-3e69-4c6c-894c-7feb79ce9614 admin admin] Deleting port f8c5f7af-257b-4840-901c-f009185b8143 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:16:12.575199 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8aa99775-3e69-4c6c-894c-7feb79ce9614 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (f8c5f7af-257b-4840-901c-f009185b8143), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:12.649500 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-b9751b6c-7304-457d-bcb6-bb80b17a158b None None] Set router b8eea754-f377-4700-a8bd-41ba03df7685 gateway port host: None {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:16:12.663558 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [None req-8aa99775-3e69-4c6c-894c-7feb79ce9614 admin admin] For port f8c5f7af-257b-4840-901c-f009185b8143, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=f8c5f7af-257b-4840-901c-f009185b8143,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:16:12.664161 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8aa99775-3e69-4c6c-894c-7feb79ce9614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (f8c5f7af-257b-4840-901c-f009185b8143), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:12.684438 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-8aa99775-3e69-4c6c-894c-7feb79ce9614 admin admin] Calling delete_port for f8c5f7af-257b-4840-901c-f009185b8143 owned by network:router_gateway {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:16:12.707786 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-b9751b6c-7304-457d-bcb6-bb80b17a158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'name': 'tempest-TestShelveInstance-725124339-router', 'tenant_id': '5b19286c76294fc98b8440c07acb18ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:54Z', 'updated_at': '2022-03-21T22:16:12Z', 'revision_number': 6, 'project_id': '5b19286c76294fc98b8440c07acb18ab', 'gw_port_host': None}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:12.736267 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9751b6c-7304-457d-bcb6-bb80b17a158b None None] The sync data for ids ['b8eea754-f377-4700-a8bd-41ba03df7685'] in dv-cinder-834545-1-iscsi is: [{'id': 'b8eea754-f377-4700-a8bd-41ba03df7685', 'name': 'tempest-TestShelveInstance-725124339-router', 'tenant_id': '5b19286c76294fc98b8440c07acb18ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:08:54Z', 'updated_at': '2022-03-21T22:16:12Z', 'revision_number': 6, 'project_id': '5b19286c76294fc98b8440c07acb18ab', 'gw_port_host': None}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:16:12.902332 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:12.936893 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8aa99775-3e69-4c6c-894c-7feb79ce9614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (f8c5f7af-257b-4840-901c-f009185b8143), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:12.963388 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa99775-3e69-4c6c-894c-7feb79ce9614 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c5f7af-257b-4840-901c-f009185b8143,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:13.027385 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8aa99775-3e69-4c6c-894c-7feb79ce9614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165126'] for router_gateway (b8eea754-f377-4700-a8bd-41ba03df7685), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:13.162381 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8aa99775-3e69-4c6c-894c-7feb79ce9614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3262'] for router (b8eea754-f377-4700-a8bd-41ba03df7685), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:13.165434 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8aa99775-3e69-4c6c-894c-7feb79ce9614 admin admin] Publish callbacks [] for router_controller (b8eea754-f377-4700-a8bd-41ba03df7685), precommit_delete_associations {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:13.302392 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8aa99775-3e69-4c6c-894c-7feb79ce9614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702245'] for router (b8eea754-f377-4700-a8bd-41ba03df7685), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:13.303184 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa99775-3e69-4c6c-894c-7feb79ce9614 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8eea754-f377-4700-a8bd-41ba03df7685 {{(pid=115862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 22:16:13.310144 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8aa99775-3e69-4c6c-894c-7feb79ce9614 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:13.311719 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-8aa99775-3e69-4c6c-894c-7feb79ce9614 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b8eea754-f377-4700-a8bd-41ba03df7685 HTTP/1.1" status: 204 len: 168 time: 1.1196504 Mar 21 22:16:13.317376 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39484) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:13.378190 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b095caf-de62-4dd5-a7dd-bb7e79ea06dd admin admin] Deleting subnet 85086e68-29fc-4a56-bcf0-c6a73072f57c {{(pid=115862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 22:16:13.381991 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4b095caf-de62-4dd5-a7dd-bb7e79ea06dd admin admin] Publish callbacks [] for subnet (85086e68-29fc-4a56-bcf0-c6a73072f57c), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:13.419025 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4b095caf-de62-4dd5-a7dd-bb7e79ea06dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12426326'] for subnet (85086e68-29fc-4a56-bcf0-c6a73072f57c), precommit_delete_associations {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:13.508282 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4b095caf-de62-4dd5-a7dd-bb7e79ea06dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017098'] for subnet (85086e68-29fc-4a56-bcf0-c6a73072f57c), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:13.640049 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4b095caf-de62-4dd5-a7dd-bb7e79ea06dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450568'] for subnet (85086e68-29fc-4a56-bcf0-c6a73072f57c), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:13.671435 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b095caf-de62-4dd5-a7dd-bb7e79ea06dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85086e68-29fc-4a56-bcf0-c6a73072f57c,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:13.673756 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4b095caf-de62-4dd5-a7dd-bb7e79ea06dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:13.681794 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-4b095caf-de62-4dd5-a7dd-bb7e79ea06dd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/85086e68-29fc-4a56-bcf0-c6a73072f57c HTTP/1.1" status: 204 len: 168 time: 0.3583968 Mar 21 22:16:13.681794 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39494) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:13.689162 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc548917-53bb-4dcb-a88d-74835875927f None None] Network e1f923b6-c9b3-4713-b196-6a0a6780434c requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:16:13.767174 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834117'] for network (e1f923b6-c9b3-4713-b196-6a0a6780434c), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:13.882671 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] Deleting port f697a482-4982-43a6-b025-8ab46128080b {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:16:13.883155 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (f697a482-4982-43a6-b025-8ab46128080b), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:13.997195 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] For port f697a482-4982-43a6-b025-8ab46128080b, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=f697a482-4982-43a6-b025-8ab46128080b,segment=NetworkSegment(4e174c6b-11b0-4299-bd1d-8edee587d186),segment_id=4e174c6b-11b0-4299-bd1d-8edee587d186)] {{(pid=115862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:16:13.997712 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (f697a482-4982-43a6-b025-8ab46128080b), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:14.019766 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] Calling delete_port for f697a482-4982-43a6-b025-8ab46128080b owned by network:dhcp {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:16:14.062674 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f205ce-6ae8-4d47-babc-f36ad89b361f req-c1a571c6-ed30-4857-826b-39b82bc0428e tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:14.064765 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-56f205ce-6ae8-4d47-babc-f36ad89b361f req-c1a571c6-ed30-4857-826b-39b82bc0428e tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 946 time: 0.0712252 Mar 21 22:16:14.074350 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb58279-12c9-4bf4-9dd8-6d0bd9a7ed64 None None] DHCP port deletion for e1f923b6-c9b3-4713-b196-6a0a6780434c request from dv-cinder-834545-1-iscsi {{(pid=115864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 22:16:14.128696 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-56f205ce-6ae8-4d47-babc-f36ad89b361f req-52c0cd49-11de-4fb4-85ef-3ed2ad8e7784 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527079 Mar 21 22:16:14.140597 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-6eb58279-12c9-4bf4-9dd8-6d0bd9a7ed64 None None] Deleting port f697a482-4982-43a6-b025-8ab46128080b {{(pid=115864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:16:14.141065 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6eb58279-12c9-4bf4-9dd8-6d0bd9a7ed64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (f697a482-4982-43a6-b025-8ab46128080b), before_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:14.183282 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (f697a482-4982-43a6-b025-8ab46128080b), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:14.209609 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f697a482-4982-43a6-b025-8ab46128080b,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:14.210118 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-6eb58279-12c9-4bf4-9dd8-6d0bd9a7ed64 None None] For port f697a482-4982-43a6-b025-8ab46128080b, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=f697a482-4982-43a6-b025-8ab46128080b,segment=NetworkSegment(4e174c6b-11b0-4299-bd1d-8edee587d186),segment_id=4e174c6b-11b0-4299-bd1d-8edee587d186)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:16:14.210527 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6eb58279-12c9-4bf4-9dd8-6d0bd9a7ed64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (f697a482-4982-43a6-b025-8ab46128080b), precommit_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:14.213172 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] No DVR routers for this DVR port f697a482-4982-43a6-b025-8ab46128080b on host dv-cinder-834545-1-iscsi {{(pid=115862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:16:14.226990 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-6eb58279-12c9-4bf4-9dd8-6d0bd9a7ed64 None None] Calling delete_port for f697a482-4982-43a6-b025-8ab46128080b owned by network:dhcp {{(pid=115864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:16:14.297970 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-954303', 'neutron.services.segments.db._delete_segments_for_network-8732299838531'] for network (e1f923b6-c9b3-4713-b196-6a0a6780434c), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:14.322686 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6eb58279-12c9-4bf4-9dd8-6d0bd9a7ed64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431'] for port (f697a482-4982-43a6-b025-8ab46128080b), after_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:14.322985 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f923b6-c9b3-4713-b196-6a0a6780434c']}} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:14.342133 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e174c6b-11b0-4299-bd1d-8edee587d186') {'for_net_delete': True} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:14.342488 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e174c6b-11b0-4299-bd1d-8edee587d186') {} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:14.350112 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb58279-12c9-4bf4-9dd8-6d0bd9a7ed64 None None] Pushing event deleted for resources: {'Port': ['ID=f697a482-4982-43a6-b025-8ab46128080b,revision_number=None']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:14.353383 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:14.354612 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb58279-12c9-4bf4-9dd8-6d0bd9a7ed64 None None] No DVR routers for this DVR port f697a482-4982-43a6-b025-8ab46128080b on host dv-cinder-834545-1-iscsi {{(pid=115864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:16:14.355900 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299988300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12426351'] for segment (4e174c6b-11b0-4299-bd1d-8edee587d186), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:14.377213 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (4e174c6b-11b0-4299-bd1d-8edee587d186), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:14.385076 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=115862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 22:16:14.385076 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625572'] for segment (4e174c6b-11b0-4299-bd1d-8edee587d186), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: Traceback (most recent call last): Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: timer() Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: cb(*args, **kw) Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: return func(*args, **kwargs) Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: self._notify() Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: self.callback(batched_events) Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: event.method(event) Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: return f(self, *a, **k) Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: return self._get(url).json() Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: return self.request(url, 'GET', **kwargs) Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 22:16:14.386715 dv-cinder-834545-1-iscsi neutron-server[115862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 22:16:14.525279 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-954244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4165242'] for network (e1f923b6-c9b3-4713-b196-6a0a6780434c), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:14.531766 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:14.535015 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e1f923b6-c9b3-4713-b196-6a0a6780434c HTTP/1.1" status: 204 len: 168 time: 0.8525050 Mar 21 22:16:14.546778 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5db3a-6190-4a67-8cc8-a5663e6e38c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f923b6-c9b3-4713-b196-6a0a6780434c,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:14.549571 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device f8c5f7af-257b-4840-901c-f009185b8143 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:16:14.574542 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: f8c5f7af-257b-4840-901c-f009185b8143 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:16:14.574911 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device f8c5f7af-257b-4840-901c-f009185b8143 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:16:14.575988 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device ca0669fa-3f3f-45f1-8855-e590dfa9972e no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:16:14.598670 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: ca0669fa-3f3f-45f1-8855-e590dfa9972e {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:16:14.599062 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device ca0669fa-3f3f-45f1-8855-e590dfa9972e not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:16:14.599483 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device f697a482-4982-43a6-b025-8ab46128080b no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:16:14.620229 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: f697a482-4982-43a6-b025-8ab46128080b {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:16:14.620459 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device f697a482-4982-43a6-b025-8ab46128080b not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:16:14.881026 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39500) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:14.927618 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-37750665-ec3d-440e-904b-cc37b4ded542 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7dbb0924c2d1456aaea6264ed21663f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452926 Mar 21 22:16:14.930229 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39502) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:14.995418 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-658ed828-f99f-4866-9a87-c03b4f42ccc1 admin admin] Publish callbacks [] for security_group (9c23e9a8-306d-4516-a367-cd0fc1b7392e), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:15.020713 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-658ed828-f99f-4866-9a87-c03b4f42ccc1 admin admin] Publish callbacks [] for security_group (9c23e9a8-306d-4516-a367-cd0fc1b7392e), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:15.130799 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-658ed828-f99f-4866-9a87-c03b4f42ccc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (9c23e9a8-306d-4516-a367-cd0fc1b7392e), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:15.133468 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-658ed828-f99f-4866-9a87-c03b4f42ccc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:15.134662 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-658ed828-f99f-4866-9a87-c03b4f42ccc1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c23e9a8-306d-4516-a367-cd0fc1b7392e HTTP/1.1" status: 204 len: 168 time: 0.2032981 Mar 21 22:16:15.143013 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ed828-f99f-4866-9a87-c03b4f42ccc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c23e9a8-306d-4516-a367-cd0fc1b7392e,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:15.261027 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b446c-a099-484c-bf16-c4176e23a171 req-686736bf-7ad8-4565-b943-dbba5afc3f25 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:15.262642 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f02b446c-a099-484c-bf16-c4176e23a171 req-686736bf-7ad8-4565-b943-dbba5afc3f25 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 946 time: 0.0601923 Mar 21 22:16:15.314331 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f02b446c-a099-484c-bf16-c4176e23a171 req-10b920a4-ff9d-4418-ba0f-904d36abedc1 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452900 Mar 21 22:16:15.696912 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:15.846711 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39510) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:15.886642 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-c53da0df-f071-486d-aea9-25e7e28aaacf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b19286c76294fc98b8440c07acb18ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386608 Mar 21 22:16:15.889607 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39512) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:15.945534 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0dec7414-f404-4385-acd8-92fc9030040d admin admin] Publish callbacks [] for security_group (fcc98cec-ec87-470e-baec-6f1f46af8da6), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:15.968218 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0dec7414-f404-4385-acd8-92fc9030040d admin admin] Publish callbacks [] for security_group (fcc98cec-ec87-470e-baec-6f1f46af8da6), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:16.102529 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0dec7414-f404-4385-acd8-92fc9030040d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (fcc98cec-ec87-470e-baec-6f1f46af8da6), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:16.105560 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0dec7414-f404-4385-acd8-92fc9030040d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:16.106726 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-0dec7414-f404-4385-acd8-92fc9030040d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fcc98cec-ec87-470e-baec-6f1f46af8da6 HTTP/1.1" status: 204 len: 168 time: 0.2162225 Mar 21 22:16:16.114812 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec7414-f404-4385-acd8-92fc9030040d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc98cec-ec87-470e-baec-6f1f46af8da6,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:16.304333 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788be273-9725-41bb-8918-82f1855ab0c0 req-b5bb93cb-7915-47a9-a4f0-a8bb5e7d6c52 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:16.305733 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-788be273-9725-41bb-8918-82f1855ab0c0 req-b5bb93cb-7915-47a9-a4f0-a8bb5e7d6c52 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.47 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 946 time: 0.0532539 Mar 21 22:16:16.467482 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b28389-57f3-4d7f-99c7-542986f08dd4 req-d5fc37cc-9a3e-4646-b286-e1f34762dc15 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:16.469184 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3b28389-57f3-4d7f-99c7-542986f08dd4 req-d5fc37cc-9a3e-4646-b286-e1f34762dc15 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 946 time: 0.0784936 Mar 21 22:16:16.472504 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-788be273-9725-41bb-8918-82f1855ab0c0 req-9bb40d78-f8ef-42ec-8592-34da5fc7209b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Deleting port 2912b29f-33c5-461e-b6d9-51a57b35d2d2 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:16:16.472850 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-788be273-9725-41bb-8918-82f1855ab0c0 req-9bb40d78-f8ef-42ec-8592-34da5fc7209b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (2912b29f-33c5-461e-b6d9-51a57b35d2d2), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:16.592575 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3b28389-57f3-4d7f-99c7-542986f08dd4 req-b7d26018-0839-44b1-aaa6-773b72bb5610 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca37f26e-57b8-4a35-a9c9-2aabc79b8074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041672 Mar 21 22:16:16.610110 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-788be273-9725-41bb-8918-82f1855ab0c0 req-9bb40d78-f8ef-42ec-8592-34da5fc7209b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] For port 2912b29f-33c5-461e-b6d9-51a57b35d2d2, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2912b29f-33c5-461e-b6d9-51a57b35d2d2,segment=NetworkSegment(0a5ede9b-1bf3-4d1e-8588-522ae009eda1),segment_id=0a5ede9b-1bf3-4d1e-8588-522ae009eda1)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:16:16.610488 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-788be273-9725-41bb-8918-82f1855ab0c0 req-9bb40d78-f8ef-42ec-8592-34da5fc7209b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (2912b29f-33c5-461e-b6d9-51a57b35d2d2), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:16.785747 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-788be273-9725-41bb-8918-82f1855ab0c0 req-9bb40d78-f8ef-42ec-8592-34da5fc7209b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:16.786109 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-788be273-9725-41bb-8918-82f1855ab0c0 req-9bb40d78-f8ef-42ec-8592-34da5fc7209b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (df286e2f-03d7-45f2-b8f3-410c37281b01), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:16.786428 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [req-788be273-9725-41bb-8918-82f1855ab0c0 req-9bb40d78-f8ef-42ec-8592-34da5fc7209b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Floating IP df286e2f-03d7-45f2-b8f3-410c37281b01 disassociated. External IP: 172.27.2.85, port: 2912b29f-33c5-461e-b6d9-51a57b35d2d2. Mar 21 22:16:16.786773 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-788be273-9725-41bb-8918-82f1855ab0c0 req-9bb40d78-f8ef-42ec-8592-34da5fc7209b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Calling delete_port for 2912b29f-33c5-461e-b6d9-51a57b35d2d2 owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:16:16.976650 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-788be273-9725-41bb-8918-82f1855ab0c0 req-9bb40d78-f8ef-42ec-8592-34da5fc7209b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (2912b29f-33c5-461e-b6d9-51a57b35d2d2), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:17.003544 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb40d78-f8ef-42ec-8592-34da5fc7209b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event deleted for resources: {'Port': ['ID=2912b29f-33c5-461e-b6d9-51a57b35d2d2,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:17.127324 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-788be273-9725-41bb-8918-82f1855ab0c0 req-9bb40d78-f8ef-42ec-8592-34da5fc7209b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Router 43ae8015-ba95-4d78-a7df-1ca78a98f307 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:16:17.529007 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-788be273-9725-41bb-8918-82f1855ab0c0 req-9bb40d78-f8ef-42ec-8592-34da5fc7209b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:16:17.543297 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d65b5d7-dab7-42f5-99f6-56eb253574ae None None] Sync routers for ids ['43ae8015-ba95-4d78-a7df-1ca78a98f307'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:16:17.556156 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d65b5d7-dab7-42f5-99f6-56eb253574ae None None] Routers {'43ae8015-ba95-4d78-a7df-1ca78a98f307'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:16:17.556920 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-7d65b5d7-dab7-42f5-99f6-56eb253574ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:16:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['43ae8015-ba95-4d78-a7df-1ca78a98f307'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:17.572594 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-788be273-9725-41bb-8918-82f1855ab0c0 req-9bb40d78-f8ef-42ec-8592-34da5fc7209b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] No DVR routers for this DVR port 2912b29f-33c5-461e-b6d9-51a57b35d2d2 on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:16:17.575099 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-788be273-9725-41bb-8918-82f1855ab0c0 req-9bb40d78-f8ef-42ec-8592-34da5fc7209b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:17.578986 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-788be273-9725-41bb-8918-82f1855ab0c0 req-9bb40d78-f8ef-42ec-8592-34da5fc7209b tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.47 "DELETE /v2.0/ports/2912b29f-33c5-461e-b6d9-51a57b35d2d2 HTTP/1.1" status: 204 len: 173 time: 1.2679875 Mar 21 22:16:17.579545 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7', 'name': 'network-vif-deleted', 'tag': '2912b29f-33c5-461e-b6d9-51a57b35d2d2'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:16:17.581896 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633186c1-27c2-4b6c-ba67-c385845bf3b2" -d '{"events": [{"server_uuid": "b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7", "name": "network-vif-deleted", "tag": "2912b29f-33c5-461e-b6d9-51a57b35d2d2"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:16:17.628523 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4d7495-04da-4503-9fe0-44166d68cf63 x-openstack-request-id: req-0f4d7495-04da-4503-9fe0-44166d68cf63 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:16:17.628881 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7", "name": "network-vif-deleted", "tag": "2912b29f-33c5-461e-b6d9-51a57b35d2d2", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:16:17.629206 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f4d7495-04da-4503-9fe0-44166d68cf63 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:16:17.629669 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7', 'name': 'network-vif-deleted', 'tag': '2912b29f-33c5-461e-b6d9-51a57b35d2d2', 'status': 'completed', 'code': 200} Mar 21 22:16:17.690983 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-7d65b5d7-dab7-42f5-99f6-56eb253574ae None None] Set router 43ae8015-ba95-4d78-a7df-1ca78a98f307 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:16:17.699364 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1016d868-0d7e-40bb-b1a6-c4fa54787558 req-a629c65c-8aec-4714-8e3e-1488f88b0ce7 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/ports?device_id=b687ebdf-75fc-4fcc-9b8d-d68cc7d1c0e7 HTTP/1.1" status: 200 len: 210 time: 0.0292614 Mar 21 22:16:17.903397 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-7d65b5d7-dab7-42f5-99f6-56eb253574ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 4, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'c7bfb7cb-ac20-4549-b5f9-59625a1329ce', 'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'mac_address': 'fa:16:3e:7d:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:54Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 5, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'subnets': [{'id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:17.934127 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d65b5d7-dab7-42f5-99f6-56eb253574ae None None] Checking router: 43ae8015-ba95-4d78-a7df-1ca78a98f307 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:16:17.943873 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d65b5d7-dab7-42f5-99f6-56eb253574ae None None] Routers {'43ae8015-ba95-4d78-a7df-1ca78a98f307'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:16:17.944498 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-7d65b5d7-dab7-42f5-99f6-56eb253574ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:16:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['43ae8015-ba95-4d78-a7df-1ca78a98f307'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:18.151067 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-7d65b5d7-dab7-42f5-99f6-56eb253574ae None None] Set router 43ae8015-ba95-4d78-a7df-1ca78a98f307 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:16:18.368078 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-7d65b5d7-dab7-42f5-99f6-56eb253574ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 4, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'c7bfb7cb-ac20-4549-b5f9-59625a1329ce', 'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'mac_address': 'fa:16:3e:7d:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:54Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 5, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'subnets': [{'id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:18.395701 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d65b5d7-dab7-42f5-99f6-56eb253574ae None None] The sync data for ids ['43ae8015-ba95-4d78-a7df-1ca78a98f307'] in dv-cinder-834545-1-iscsi is: [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:04:56Z', 'revision_number': 4, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'c7bfb7cb-ac20-4549-b5f9-59625a1329ce', 'name': '', 'network_id': '40ee543d-b9b0-4194-aff5-428ab22bb708', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'mac_address': 'fa:16:3e:7d:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:54Z', 'updated_at': '2022-03-21T22:05:08Z', 'revision_number': 5, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'subnets': [{'id': '97b37723-8621-4579-8205-a7e22e0b1d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:16:18.629687 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dfaabd-1f25-440b-913c-d176982fff2a None None] New status for floating IP df286e2f-03d7-45f2-b8f3-410c37281b01: DOWN {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:16:19.192415 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 2912b29f-33c5-461e-b6d9-51a57b35d2d2 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:16:19.213670 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: 2912b29f-33c5-461e-b6d9-51a57b35d2d2 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:16:19.214015 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 2912b29f-33c5-461e-b6d9-51a57b35d2d2 not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:16:19.857834 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39528) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:19.913493 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2c61b7e4-bcc9-4c40-8e6e-02bf99dcd553 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group (ca37f26e-57b8-4a35-a9c9-2aabc79b8074), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:19.936912 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2c61b7e4-bcc9-4c40-8e6e-02bf99dcd553 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group (ca37f26e-57b8-4a35-a9c9-2aabc79b8074), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:20.068246 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2c61b7e4-bcc9-4c40-8e6e-02bf99dcd553 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (ca37f26e-57b8-4a35-a9c9-2aabc79b8074), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:20.070780 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-2c61b7e4-bcc9-4c40-8e6e-02bf99dcd553 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:20.074753 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-2c61b7e4-bcc9-4c40-8e6e-02bf99dcd553 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "DELETE /v2.0/security-groups/ca37f26e-57b8-4a35-a9c9-2aabc79b8074 HTTP/1.1" status: 204 len: 168 time: 0.2131252 Mar 21 22:16:20.075238 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 39530) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:20.083793 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61b7e4-bcc9-4c40-8e6e-02bf99dcd553 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca37f26e-57b8-4a35-a9c9-2aabc79b8074,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:20.089074 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.api.v2.resource [None req-7b17b508-746a-4f65-b639-b97848733a3c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] show failed (client error): The resource could not be found. Mar 21 22:16:20.090153 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-7b17b508-746a-4f65-b639-b97848733a3c tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "GET /v2.0/security-groups/ca37f26e-57b8-4a35-a9c9-2aabc79b8074 HTTP/1.1" status: 404 len: 347 time: 0.0138836 Mar 21 22:16:20.098774 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39532) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:20.224092 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-4b059bc6-76aa-45ca-8504-c4c0942c0a15 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Deleting port e2e73c56-39c1-4a13-8291-f3cc03cacbeb {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:16:20.224428 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4b059bc6-76aa-45ca-8504-c4c0942c0a15 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (e2e73c56-39c1-4a13-8291-f3cc03cacbeb), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:20.304172 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4b059bc6-76aa-45ca-8504-c4c0942c0a15 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (e2e73c56-39c1-4a13-8291-f3cc03cacbeb), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:20.304499 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4b059bc6-76aa-45ca-8504-c4c0942c0a15 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for floatingip (e2e73c56-39c1-4a13-8291-f3cc03cacbeb), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:20.316260 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-4b059bc6-76aa-45ca-8504-c4c0942c0a15 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Calling delete_port for e2e73c56-39c1-4a13-8291-f3cc03cacbeb owned by network:floatingip {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:16:20.527095 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4b059bc6-76aa-45ca-8504-c4c0942c0a15 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (e2e73c56-39c1-4a13-8291-f3cc03cacbeb), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:20.564888 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b059bc6-76aa-45ca-8504-c4c0942c0a15 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Pushing event deleted for resources: {'Port': ['ID=e2e73c56-39c1-4a13-8291-f3cc03cacbeb,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:20.628376 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4b059bc6-76aa-45ca-8504-c4c0942c0a15 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks [] for floatingip (df286e2f-03d7-45f2-b8f3-410c37281b01), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:20.631068 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4b059bc6-76aa-45ca-8504-c4c0942c0a15 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:20.632325 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-4b059bc6-76aa-45ca-8504-c4c0942c0a15 tempest-AttachVolumeTestJSON-416954781 tempest-AttachVolumeTestJSON-416954781-project] 10.222.0.45 "DELETE /v2.0/floatingips/df286e2f-03d7-45f2-b8f3-410c37281b01 HTTP/1.1" status: 204 len: 168 time: 0.5359435 Mar 21 22:16:24.766556 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39560) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:25.310424 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c508693d-841a-4d5c-9664-12a33330f8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4165452'] for router_interface (43ae8015-ba95-4d78-a7df-1ca78a98f307), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:25.566151 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-c508693d-841a-4d5c-9664-12a33330f8ba admin admin] Deleting port c7bfb7cb-ac20-4549-b5f9-59625a1329ce {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:16:25.566397 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c508693d-841a-4d5c-9664-12a33330f8ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:25.650381 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [None req-c508693d-841a-4d5c-9664-12a33330f8ba admin admin] For port c7bfb7cb-ac20-4549-b5f9-59625a1329ce, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=c7bfb7cb-ac20-4549-b5f9-59625a1329ce,segment=NetworkSegment(0a5ede9b-1bf3-4d1e-8588-522ae009eda1),segment_id=0a5ede9b-1bf3-4d1e-8588-522ae009eda1)] {{(pid=115862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:16:25.650739 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c508693d-841a-4d5c-9664-12a33330f8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:25.663735 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-c508693d-841a-4d5c-9664-12a33330f8ba admin admin] Calling delete_port for c7bfb7cb-ac20-4549-b5f9-59625a1329ce owned by network:router_interface {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:16:25.907795 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c508693d-841a-4d5c-9664-12a33330f8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (c7bfb7cb-ac20-4549-b5f9-59625a1329ce), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:25.933100 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508693d-841a-4d5c-9664-12a33330f8ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c7bfb7cb-ac20-4549-b5f9-59625a1329ce,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:26.111066 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c508693d-841a-4d5c-9664-12a33330f8ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4162812'] for router_interface (43ae8015-ba95-4d78-a7df-1ca78a98f307), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:26.587487 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c508693d-841a-4d5c-9664-12a33330f8ba admin admin] Router 43ae8015-ba95-4d78-a7df-1ca78a98f307 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:16:26.693397 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c508693d-841a-4d5c-9664-12a33330f8ba admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:16:26.698645 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-c508693d-841a-4d5c-9664-12a33330f8ba admin admin] 10.222.0.45 "PUT /v2.0/routers/43ae8015-ba95-4d78-a7df-1ca78a98f307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9309876 Mar 21 22:16:26.701800 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39566) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:26.704283 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe70733-fb91-44bb-b6d2-6509753b8fb4 None None] Sync routers for ids ['43ae8015-ba95-4d78-a7df-1ca78a98f307'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:16:26.719180 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe70733-fb91-44bb-b6d2-6509753b8fb4 None None] Routers {'43ae8015-ba95-4d78-a7df-1ca78a98f307'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:16:26.719798 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-2fe70733-fb91-44bb-b6d2-6509753b8fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:16:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['43ae8015-ba95-4d78-a7df-1ca78a98f307'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:26.811334 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9235cde5-3151-4efd-930f-8cdb49d32019 admin admin] Publish callbacks [] for router (43ae8015-ba95-4d78-a7df-1ca78a98f307), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:26.831513 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-2fe70733-fb91-44bb-b6d2-6509753b8fb4 None None] Set router 43ae8015-ba95-4d78-a7df-1ca78a98f307 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:16:26.918079 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9235cde5-3151-4efd-930f-8cdb49d32019 admin admin] Publish callbacks [] for router_gateway (43ae8015-ba95-4d78-a7df-1ca78a98f307), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:27.019288 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-2fe70733-fb91-44bb-b6d2-6509753b8fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:16:25Z', 'revision_number': 5, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port': {'id': 'd6c30755-7722-4fa8-a1c9-8b5c4e34fba8', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:48Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:27.047101 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe70733-fb91-44bb-b6d2-6509753b8fb4 None None] Checking router: 43ae8015-ba95-4d78-a7df-1ca78a98f307 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:16:27.056184 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe70733-fb91-44bb-b6d2-6509753b8fb4 None None] Routers {'43ae8015-ba95-4d78-a7df-1ca78a98f307'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:16:27.056811 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-2fe70733-fb91-44bb-b6d2-6509753b8fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:16:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['43ae8015-ba95-4d78-a7df-1ca78a98f307'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:27.078527 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-9235cde5-3151-4efd-930f-8cdb49d32019 admin admin] Deleting port d6c30755-7722-4fa8-a1c9-8b5c4e34fba8 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:16:27.078776 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9235cde5-3151-4efd-930f-8cdb49d32019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (d6c30755-7722-4fa8-a1c9-8b5c4e34fba8), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:27.151648 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-2fe70733-fb91-44bb-b6d2-6509753b8fb4 None None] Set router 43ae8015-ba95-4d78-a7df-1ca78a98f307 gateway port host: None {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:16:27.171960 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [None req-9235cde5-3151-4efd-930f-8cdb49d32019 admin admin] For port d6c30755-7722-4fa8-a1c9-8b5c4e34fba8, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=d6c30755-7722-4fa8-a1c9-8b5c4e34fba8,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:16:27.172522 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9235cde5-3151-4efd-930f-8cdb49d32019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (d6c30755-7722-4fa8-a1c9-8b5c4e34fba8), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:27.187110 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-9235cde5-3151-4efd-930f-8cdb49d32019 admin admin] Calling delete_port for d6c30755-7722-4fa8-a1c9-8b5c4e34fba8 owned by network:router_gateway {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:16:27.206518 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-2fe70733-fb91-44bb-b6d2-6509753b8fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:16:26Z', 'revision_number': 6, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port_host': None}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:27.234620 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe70733-fb91-44bb-b6d2-6509753b8fb4 None None] The sync data for ids ['43ae8015-ba95-4d78-a7df-1ca78a98f307'] in dv-cinder-834545-1-iscsi is: [{'id': '43ae8015-ba95-4d78-a7df-1ca78a98f307', 'name': 'tempest-AttachVolumeTestJSON-1201327471-router', 'tenant_id': '6badcf73def74a95ba7f934a370e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:46Z', 'updated_at': '2022-03-21T22:16:26Z', 'revision_number': 6, 'project_id': '6badcf73def74a95ba7f934a370e6481', 'gw_port_host': None}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:16:27.422686 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9235cde5-3151-4efd-930f-8cdb49d32019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (d6c30755-7722-4fa8-a1c9-8b5c4e34fba8), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:27.448987 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235cde5-3151-4efd-930f-8cdb49d32019 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c30755-7722-4fa8-a1c9-8b5c4e34fba8,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:27.515704 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9235cde5-3151-4efd-930f-8cdb49d32019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165126'] for router_gateway (43ae8015-ba95-4d78-a7df-1ca78a98f307), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:27.612077 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9235cde5-3151-4efd-930f-8cdb49d32019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3262'] for router (43ae8015-ba95-4d78-a7df-1ca78a98f307), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:27.614362 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9235cde5-3151-4efd-930f-8cdb49d32019 admin admin] Publish callbacks [] for router_controller (43ae8015-ba95-4d78-a7df-1ca78a98f307), precommit_delete_associations {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:27.730723 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9235cde5-3151-4efd-930f-8cdb49d32019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702245'] for router (43ae8015-ba95-4d78-a7df-1ca78a98f307), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:27.731773 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9235cde5-3151-4efd-930f-8cdb49d32019 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43ae8015-ba95-4d78-a7df-1ca78a98f307 {{(pid=115862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 22:16:27.737405 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9235cde5-3151-4efd-930f-8cdb49d32019 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:27.737405 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-9235cde5-3151-4efd-930f-8cdb49d32019 admin admin] 10.222.0.45 "DELETE /v2.0/routers/43ae8015-ba95-4d78-a7df-1ca78a98f307 HTTP/1.1" status: 204 len: 168 time: 1.0346212 Mar 21 22:16:27.739916 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39568) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:27.785884 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ca28b4-5218-4f1a-89f8-44658afaa008 admin admin] Deleting subnet 97b37723-8621-4579-8205-a7e22e0b1d04 {{(pid=115862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 22:16:27.789400 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c8ca28b4-5218-4f1a-89f8-44658afaa008 admin admin] Publish callbacks [] for subnet (97b37723-8621-4579-8205-a7e22e0b1d04), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:27.829162 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c8ca28b4-5218-4f1a-89f8-44658afaa008 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12426326'] for subnet (97b37723-8621-4579-8205-a7e22e0b1d04), precommit_delete_associations {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:27.908695 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c8ca28b4-5218-4f1a-89f8-44658afaa008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017098'] for subnet (97b37723-8621-4579-8205-a7e22e0b1d04), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:28.033822 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c8ca28b4-5218-4f1a-89f8-44658afaa008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450568'] for subnet (97b37723-8621-4579-8205-a7e22e0b1d04), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:28.060940 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca28b4-5218-4f1a-89f8-44658afaa008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b37723-8621-4579-8205-a7e22e0b1d04,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:28.065662 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c8ca28b4-5218-4f1a-89f8-44658afaa008 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:28.066213 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-c8ca28b4-5218-4f1a-89f8-44658afaa008 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/97b37723-8621-4579-8205-a7e22e0b1d04 HTTP/1.1" status: 204 len: 168 time: 0.3252068 Mar 21 22:16:28.068335 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed89b1fb-6573-4166-9d57-ef0567cf203c None None] Network 40ee543d-b9b0-4194-aff5-428ab22bb708 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:16:28.068879 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39570) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:28.147340 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834117'] for network (40ee543d-b9b0-4194-aff5-428ab22bb708), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:28.209272 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] Deleting port 9408b9d1-64d1-4957-b016-da721e791662 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:16:28.209615 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (9408b9d1-64d1-4957-b016-da721e791662), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:28.248631 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] DHCP port deletion for 40ee543d-b9b0-4194-aff5-428ab22bb708 request from dv-cinder-834545-1-iscsi {{(pid=115864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 22:16:28.278254 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] For port 9408b9d1-64d1-4957-b016-da721e791662, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=9408b9d1-64d1-4957-b016-da721e791662,segment=NetworkSegment(0a5ede9b-1bf3-4d1e-8588-522ae009eda1),segment_id=0a5ede9b-1bf3-4d1e-8588-522ae009eda1)] {{(pid=115862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:16:28.278705 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (9408b9d1-64d1-4957-b016-da721e791662), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:28.292758 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] Calling delete_port for 9408b9d1-64d1-4957-b016-da721e791662 owned by network:dhcp {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:16:28.303518 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Deleting port 9408b9d1-64d1-4957-b016-da721e791662 {{(pid=115864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:16:28.303999 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (9408b9d1-64d1-4957-b016-da721e791662), before_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:28.369936 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] For port 9408b9d1-64d1-4957-b016-da721e791662, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=9408b9d1-64d1-4957-b016-da721e791662,segment=NetworkSegment(0a5ede9b-1bf3-4d1e-8588-522ae009eda1),segment_id=0a5ede9b-1bf3-4d1e-8588-522ae009eda1)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:16:28.370407 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (9408b9d1-64d1-4957-b016-da721e791662), precommit_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:28.384200 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Calling delete_port for 9408b9d1-64d1-4957-b016-da721e791662 owned by network:dhcp {{(pid=115864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:16:28.429976 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:16:28.473319 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (9408b9d1-64d1-4957-b016-da721e791662), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:28.486115 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431'] for port (9408b9d1-64d1-4957-b016-da721e791662), after_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:28.503142 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] No DVR routers for this DVR port 9408b9d1-64d1-4957-b016-da721e791662 on host dv-cinder-834545-1-iscsi {{(pid=115862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:16:28.507256 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] Pushing event deleted for resources: {'Port': ['ID=9408b9d1-64d1-4957-b016-da721e791662,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:28.524741 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] No DVR routers for this DVR port 9408b9d1-64d1-4957-b016-da721e791662 on host dv-cinder-834545-1-iscsi {{(pid=115864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:16:28.526338 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Pushing event deleted for resources: {'Port': ['ID=9408b9d1-64d1-4957-b016-da721e791662,revision_number=None']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:28.538344 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:28.539303 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:28.539935 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:28.540767 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:28.541424 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:28.541965 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:28.543097 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:28.543711 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:28.544286 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:28.544862 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:28.545609 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:28.546330 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:28.547076 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:28.552317 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:28.552317 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b3784-2afe-4f05-be83-29d61aeb853c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:28.558914 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 9408b9d1-64d1-4957-b016-da721e791662 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:16:28.591803 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: 9408b9d1-64d1-4957-b016-da721e791662 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:16:28.592167 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 9408b9d1-64d1-4957-b016-da721e791662 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:16:28.592563 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device c7bfb7cb-ac20-4549-b5f9-59625a1329ce no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:16:28.597933 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-954303', 'neutron.services.segments.db._delete_segments_for_network-8732299838531'] for network (40ee543d-b9b0-4194-aff5-428ab22bb708), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:28.612869 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: c7bfb7cb-ac20-4549-b5f9-59625a1329ce {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:16:28.613210 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device c7bfb7cb-ac20-4549-b5f9-59625a1329ce not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:16:28.613621 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device d6c30755-7722-4fa8-a1c9-8b5c4e34fba8 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:16:28.620524 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ee543d-b9b0-4194-aff5-428ab22bb708']}} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:28.631644 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5ede9b-1bf3-4d1e-8588-522ae009eda1') {'for_net_delete': True} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:28.632659 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5ede9b-1bf3-4d1e-8588-522ae009eda1') {} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:28.634093 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: d6c30755-7722-4fa8-a1c9-8b5c4e34fba8 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:16:28.634429 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device d6c30755-7722-4fa8-a1c9-8b5c4e34fba8 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:16:28.643083 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299988300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12426351'] for segment (0a5ede9b-1bf3-4d1e-8588-522ae009eda1), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:28.659033 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (0a5ede9b-1bf3-4d1e-8588-522ae009eda1), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:28.665348 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=115862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 22:16:28.665751 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625572'] for segment (0a5ede9b-1bf3-4d1e-8588-522ae009eda1), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: Traceback (most recent call last): Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: timer() Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: cb(*args, **kw) Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: return func(*args, **kwargs) Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: self._notify() Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: self.callback(batched_events) Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: event.method(event) Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: return f(self, *a, **k) Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: return self._get(url).json() Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: return self.request(url, 'GET', **kwargs) Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 22:16:28.667607 dv-cinder-834545-1-iscsi neutron-server[115862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 22:16:28.822038 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-954244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4165242'] for network (40ee543d-b9b0-4194-aff5-428ab22bb708), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:28.827417 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:28.830654 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] 10.222.0.45 "DELETE /v2.0/networks/40ee543d-b9b0-4194-aff5-428ab22bb708 HTTP/1.1" status: 204 len: 168 time: 0.7609823 Mar 21 22:16:28.841918 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bbe70-17c4-447f-8f83-a7d54de8d256 admin admin] Pushing event deleted for resources: {'Network': ['ID=40ee543d-b9b0-4194-aff5-428ab22bb708,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:29.121215 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39574) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:29.164786 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-047d75ff-9df8-4383-a02a-1181c3cfa380 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6badcf73def74a95ba7f934a370e6481&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423582 Mar 21 22:16:29.167365 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39576) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:29.214305 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0ddf70ee-0ec5-4f02-80c6-249e808eb96f admin admin] Publish callbacks [] for security_group (d509d164-ebfc-482c-a544-29fe76822cba), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:29.237226 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0ddf70ee-0ec5-4f02-80c6-249e808eb96f admin admin] Publish callbacks [] for security_group (d509d164-ebfc-482c-a544-29fe76822cba), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:29.358962 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0ddf70ee-0ec5-4f02-80c6-249e808eb96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (d509d164-ebfc-482c-a544-29fe76822cba), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:29.361606 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0ddf70ee-0ec5-4f02-80c6-249e808eb96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:29.362754 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-0ddf70ee-0ec5-4f02-80c6-249e808eb96f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d509d164-ebfc-482c-a544-29fe76822cba HTTP/1.1" status: 204 len: 168 time: 0.1945143 Mar 21 22:16:29.374816 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf70ee-0ec5-4f02-80c6-249e808eb96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d509d164-ebfc-482c-a544-29fe76822cba,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:30.349287 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39598) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:30.445736 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-8421e98b-f7e4-4f77-a14a-4d5ef561f100 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1445176043-network', 'tenant_id': '10007d605f764d7db4df19a1199d7de5'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:16:30.524705 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8421e98b-f7e4-4f77-a14a-4d5ef561f100 admin admin] Made reservation on behalf of 10007d605f764d7db4df19a1199d7de5 for: {'network': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:16:30.527155 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8421e98b-f7e4-4f77-a14a-4d5ef561f100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:30.536587 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8421e98b-f7e4-4f77-a14a-4d5ef561f100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:30.612500 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8421e98b-f7e4-4f77-a14a-4d5ef561f100 admin admin] Publish callbacks [] for security_group (b48bd8ef-c7f6-4e00-a2fe-5a33efb35477), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:30.684676 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8421e98b-f7e4-4f77-a14a-4d5ef561f100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (b48bd8ef-c7f6-4e00-a2fe-5a33efb35477), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:30.709415 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8421e98b-f7e4-4f77-a14a-4d5ef561f100 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=115862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 22:16:30.719739 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421e98b-f7e4-4f77-a14a-4d5ef561f100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48bd8ef-c7f6-4e00-a2fe-5a33efb35477,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:30.724590 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8421e98b-f7e4-4f77-a14a-4d5ef561f100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (3b96d16a-6379-45fb-a4fa-3602e25f9dfb), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:30.724934 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.segments_db [None req-8421e98b-f7e4-4f77-a14a-4d5ef561f100 admin admin] Added segment 3b96d16a-6379-45fb-a4fa-3602e25f9dfb of type vlan for network cea4f83b-5900-4388-b989-02dfa90bb9f5 Mar 21 22:16:30.769942 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8421e98b-f7e4-4f77-a14a-4d5ef561f100 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (cea4f83b-5900-4388-b989-02dfa90bb9f5), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:30.838848 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8421e98b-f7e4-4f77-a14a-4d5ef561f100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (cea4f83b-5900-4388-b989-02dfa90bb9f5), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:30.839913 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8421e98b-f7e4-4f77-a14a-4d5ef561f100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:30.841062 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8421e98b-f7e4-4f77-a14a-4d5ef561f100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:30.900734 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421e98b-f7e4-4f77-a14a-4d5ef561f100 admin admin] Pushing event updated for resources: {'Network': ['ID=cea4f83b-5900-4388-b989-02dfa90bb9f5,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:30.910981 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network cea4f83b-5900-4388-b989-02dfa90bb9f5 details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 22:16:30.927776 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-8421e98b-f7e4-4f77-a14a-4d5ef561f100 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5773547 Mar 21 22:16:30.931267 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39602) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:30.937006 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-4d983c42-0d1e-4f4e-ab25-aa526d9e288a admin admin] Request body: {'subnet': {'network_id': 'cea4f83b-5900-4388-b989-02dfa90bb9f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1445176043-subnet', 'tenant_id': '10007d605f764d7db4df19a1199d7de5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:16:31.021696 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d983c42-0d1e-4f4e-ab25-aa526d9e288a admin admin] Made reservation on behalf of 10007d605f764d7db4df19a1199d7de5 for: {'subnet': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:16:31.024129 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4d983c42-0d1e-4f4e-ab25-aa526d9e288a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450597'] for subnet (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:31.286337 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4d983c42-0d1e-4f4e-ab25-aa526d9e288a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8624967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450611'] for subnet (212e14d0-7956-4453-a329-f58e409fcb8a), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:31.342907 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d983c42-0d1e-4f4e-ab25-aa526d9e288a admin admin] Pushing event updated for resources: {'Subnet': ['ID=212e14d0-7956-4453-a329-f58e409fcb8a,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:31.350341 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d983c42-0d1e-4f4e-ab25-aa526d9e288a admin admin] Checking segment: {'id': '3b96d16a-6379-45fb-a4fa-3602e25f9dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cea4f83b-5900-4388-b989-02dfa90bb9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:16:31.350953 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d983c42-0d1e-4f4e-ab25-aa526d9e288a admin admin] Network hostable DHCP agents. Network: cea4f83b-5900-4388-b989-02dfa90bb9f5, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 22:16:31.461879 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d983c42-0d1e-4f4e-ab25-aa526d9e288a admin admin] Network cea4f83b-5900-4388-b989-02dfa90bb9f5 is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 22:16:31.553042 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-4d983c42-0d1e-4f4e-ab25-aa526d9e288a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, cea4f83b-5900-4388-b989-02dfa90bb9f5) {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:16:31.557086 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d983c42-0d1e-4f4e-ab25-aa526d9e288a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:31.557698 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4d983c42-0d1e-4f4e-ab25-aa526d9e288a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:31.564873 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dcd750-19a4-4110-8233-6c5477c57b03 None None] Network cea4f83b-5900-4388-b989-02dfa90bb9f5 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:16:31.636237 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-4d983c42-0d1e-4f4e-ab25-aa526d9e288a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7038429 Mar 21 22:16:31.669118 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308f03f3-52b0-47fc-ad28-eff980e2c87c None None] Network cea4f83b-5900-4388-b989-02dfa90bb9f5 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:16:32.327096 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39618) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:32.331996 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-ee0580d1-74f0-4ae4-a051-e361bdb1134e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-764623099-network', 'tenant_id': '02d6d910d8e6437a9c2eeb7a64a757bd'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:16:32.405349 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0580d1-74f0-4ae4-a051-e361bdb1134e admin admin] Made reservation on behalf of 02d6d910d8e6437a9c2eeb7a64a757bd for: {'network': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:16:32.407753 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ee0580d1-74f0-4ae4-a051-e361bdb1134e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:32.417182 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ee0580d1-74f0-4ae4-a051-e361bdb1134e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:32.496878 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ee0580d1-74f0-4ae4-a051-e361bdb1134e admin admin] Publish callbacks [] for security_group (2167e38b-f554-4590-bc3b-9b31ab7cca55), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:32.559874 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ee0580d1-74f0-4ae4-a051-e361bdb1134e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (2167e38b-f554-4590-bc3b-9b31ab7cca55), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:32.583968 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0580d1-74f0-4ae4-a051-e361bdb1134e admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=115862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 22:16:32.593600 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0580d1-74f0-4ae4-a051-e361bdb1134e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2167e38b-f554-4590-bc3b-9b31ab7cca55,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:32.598210 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ee0580d1-74f0-4ae4-a051-e361bdb1134e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (45b0dffa-9813-47be-99d7-628ce38dbb19), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:32.598553 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.segments_db [None req-ee0580d1-74f0-4ae4-a051-e361bdb1134e admin admin] Added segment 45b0dffa-9813-47be-99d7-628ce38dbb19 of type vlan for network 96d0e48a-d9ba-4e2f-bbb3-51e7488c6377 Mar 21 22:16:32.637947 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ee0580d1-74f0-4ae4-a051-e361bdb1134e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (96d0e48a-d9ba-4e2f-bbb3-51e7488c6377), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:32.759303 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ee0580d1-74f0-4ae4-a051-e361bdb1134e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (96d0e48a-d9ba-4e2f-bbb3-51e7488c6377), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:32.760223 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0580d1-74f0-4ae4-a051-e361bdb1134e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:32.760816 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-ee0580d1-74f0-4ae4-a051-e361bdb1134e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:32.817640 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0580d1-74f0-4ae4-a051-e361bdb1134e admin admin] Pushing event updated for resources: {'Network': ['ID=96d0e48a-d9ba-4e2f-bbb3-51e7488c6377,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:32.828400 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network 96d0e48a-d9ba-4e2f-bbb3-51e7488c6377 details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 22:16:32.882420 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-ee0580d1-74f0-4ae4-a051-e361bdb1134e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5540128 Mar 21 22:16:32.885064 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 39620) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:32.890252 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Request body: {'subnet': {'network_id': '96d0e48a-d9ba-4e2f-bbb3-51e7488c6377', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-764623099-subnet', 'tenant_id': '02d6d910d8e6437a9c2eeb7a64a757bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:16:32.987617 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Made reservation on behalf of 02d6d910d8e6437a9c2eeb7a64a757bd for: {'subnet': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:16:32.989957 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12331869'] for subnet (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:33.233350 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9687617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12331851'] for subnet (27e48c4e-b959-4b59-b625-1b66a40004a7), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:33.287126 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e48c4e-b959-4b59-b625-1b66a40004a7,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:33.302230 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:33.302579 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:33.302948 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:33.303293 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:33.303630 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:33.303961 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:33.304290 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:33.304618 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:33.304944 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:33.305274 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:33.305608 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:33.305933 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:33.306256 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:33.306577 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:33.306922 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:33.315384 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Checking segment: {'id': '45b0dffa-9813-47be-99d7-628ce38dbb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '96d0e48a-d9ba-4e2f-bbb3-51e7488c6377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:16:33.315749 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Network hostable DHCP agents. Network: 96d0e48a-d9ba-4e2f-bbb3-51e7488c6377, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 22:16:33.484580 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Network 96d0e48a-d9ba-4e2f-bbb3-51e7488c6377 is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 22:16:33.553125 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, 96d0e48a-d9ba-4e2f-bbb3-51e7488c6377) {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:16:33.557849 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:33.562496 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:33.563224 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c181ead-df53-48be-9af5-8c473c5e5086 None None] Network 96d0e48a-d9ba-4e2f-bbb3-51e7488c6377 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:16:33.654026 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-f1d6841b-7f95-495f-ada1-c9a827d2f33a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7675016 Mar 21 22:16:33.659244 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f42fa3-ffd3-42e9-a037-36d9b3f5e4b8 None None] Network 96d0e48a-d9ba-4e2f-bbb3-51e7488c6377 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:16:38.478636 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8ed64821-5fb9-4f33-b2f5-0efe1ccb3565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:40.175619 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:41.044379 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-52b71c63-e164-4f24-b995-37f767269f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:42.901726 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:44.151100 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-df178777-9065-4b1c-aeb3-65f6b92e453d req-4bbd6ab8-a7c0-4276-8539-b7b27d5a10cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451579 Mar 21 22:16:44.232841 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df178777-9065-4b1c-aeb3-65f6b92e453d req-a47617c3-a025-4a61-985d-a17b2dbc6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:44.234324 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-df178777-9065-4b1c-aeb3-65f6b92e453d req-a47617c3-a025-4a61-985d-a17b2dbc6700 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9e8bc23578427484ebb0a84c1373dd&device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 1131 time: 0.0442522 Mar 21 22:16:44.336015 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:44.341134 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df178777-9065-4b1c-aeb3-65f6b92e453d req-1a9d9b79-48e4-4baa-9f60-4c2de1aefaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:44.342596 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-df178777-9065-4b1c-aeb3-65f6b92e453d req-1a9d9b79-48e4-4baa-9f60-4c2de1aefaca service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc8503e8-31f1-41da-8113-df0ee579a55e HTTP/1.1" status: 200 len: 917 time: 0.0897090 Mar 21 22:16:44.407090 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-df178777-9065-4b1c-aeb3-65f6b92e453d req-89ae67b3-c1f5-400a-9cca-2e0153045ff2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=984f8ddf-d863-4766-96ae-8f17e01fdee4 HTTP/1.1" status: 200 len: 1002 time: 0.0577860 Mar 21 22:16:44.453771 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df178777-9065-4b1c-aeb3-65f6b92e453d req-5aff4cdd-aad8-48b4-8a36-648de1e40a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:44.455806 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-df178777-9065-4b1c-aeb3-65f6b92e453d req-5aff4cdd-aad8-48b4-8a36-648de1e40a4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37b0320c-c075-480b-87d9-3b058ff4a544 HTTP/1.1" status: 200 len: 855 time: 0.0428221 Mar 21 22:16:44.509456 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df178777-9065-4b1c-aeb3-65f6b92e453d req-8c5a4987-f677-423d-8730-58c92dcc2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:16:44.511091 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-df178777-9065-4b1c-aeb3-65f6b92e453d req-8c5a4987-f677-423d-8730-58c92dcc2864 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc8503e8-31f1-41da-8113-df0ee579a55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504668 Mar 21 22:16:44.605475 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-df178777-9065-4b1c-aeb3-65f6b92e453d req-678b085b-a124-4a19-b7e9-43584423d23d service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864863 Mar 21 22:16:44.702687 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-df178777-9065-4b1c-aeb3-65f6b92e453d req-7a34f499-d692-4924-8b82-0c5f1b9a7c55 service neutron] 10.222.0.47 "GET /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907602 Mar 21 22:16:45.673167 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:58.414806 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39788) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:58.464458 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_v2 [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Deleting subnet 212e14d0-7956-4453-a329-f58e409fcb8a {{(pid=115862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 22:16:58.467779 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Publish callbacks [] for subnet (212e14d0-7956-4453-a329-f58e409fcb8a), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:58.505494 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12426326'] for subnet (212e14d0-7956-4453-a329-f58e409fcb8a), precommit_delete_associations {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:58.544531 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017098'] for subnet (212e14d0-7956-4453-a329-f58e409fcb8a), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:58.696220 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450568'] for subnet (212e14d0-7956-4453-a329-f58e409fcb8a), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:58.723061 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=212e14d0-7956-4453-a329-f58e409fcb8a,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:58.728550 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:58.732133 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/212e14d0-7956-4453-a329-f58e409fcb8a HTTP/1.1" status: 204 len: 168 time: 0.3162880 Mar 21 22:16:58.735015 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 39790) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:58.737405 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:58.737831 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:58.738183 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:58.738638 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:58.739026 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:58.739367 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:58.739775 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:58.740136 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:58.740516 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:58.740881 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:58.741218 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:58.741770 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:58.742072 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:58.742402 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:58.742730 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a147823c-6fd1-4cdf-a3d2-23585707e93f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:16:58.803866 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6f05d333-db01-498a-b3aa-7f5f3d0a048a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834117'] for network (cea4f83b-5900-4388-b989-02dfa90bb9f5), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:58.886620 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6f05d333-db01-498a-b3aa-7f5f3d0a048a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-954303', 'neutron.services.segments.db._delete_segments_for_network-8732299838531'] for network (cea4f83b-5900-4388-b989-02dfa90bb9f5), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:58.907095 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-6f05d333-db01-498a-b3aa-7f5f3d0a048a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea4f83b-5900-4388-b989-02dfa90bb9f5']}} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:58.916338 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-6f05d333-db01-498a-b3aa-7f5f3d0a048a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b96d16a-6379-45fb-a4fa-3602e25f9dfb') {'for_net_delete': True} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:58.916635 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-6f05d333-db01-498a-b3aa-7f5f3d0a048a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b96d16a-6379-45fb-a4fa-3602e25f9dfb') {} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:58.925710 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6f05d333-db01-498a-b3aa-7f5f3d0a048a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299988300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9663784'] for segment (3b96d16a-6379-45fb-a4fa-3602e25f9dfb), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:58.938376 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6f05d333-db01-498a-b3aa-7f5f3d0a048a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (3b96d16a-6379-45fb-a4fa-3602e25f9dfb), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:58.944522 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f05d333-db01-498a-b3aa-7f5f3d0a048a admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=115863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 22:16:58.944918 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6f05d333-db01-498a-b3aa-7f5f3d0a048a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9688226'] for segment (3b96d16a-6379-45fb-a4fa-3602e25f9dfb), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: Traceback (most recent call last): Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: timer() Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: cb(*args, **kw) Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: return func(*args, **kwargs) Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: self._notify() Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: self.callback(batched_events) Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: event.method(event) Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: return f(self, *a, **k) Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._get(url).json() Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: return self.request(url, 'GET', **kwargs) Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 22:16:58.946493 dv-cinder-834545-1-iscsi neutron-server[115863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 22:16:59.067112 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6f05d333-db01-498a-b3aa-7f5f3d0a048a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-954244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4165242'] for network (cea4f83b-5900-4388-b989-02dfa90bb9f5), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:59.072917 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6f05d333-db01-498a-b3aa-7f5f3d0a048a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:59.076095 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-6f05d333-db01-498a-b3aa-7f5f3d0a048a admin admin] 10.222.0.45 "DELETE /v2.0/networks/cea4f83b-5900-4388-b989-02dfa90bb9f5 HTTP/1.1" status: 204 len: 168 time: 0.3397393 Mar 21 22:16:59.079035 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 39792) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:59.087623 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05d333-db01-498a-b3aa-7f5f3d0a048a admin admin] Pushing event deleted for resources: {'Network': ['ID=cea4f83b-5900-4388-b989-02dfa90bb9f5,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:59.129481 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_v2 [None req-37840578-4929-4e06-b5c2-bde64d1ff664 admin admin] Deleting subnet 27e48c4e-b959-4b59-b625-1b66a40004a7 {{(pid=115862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 22:16:59.133221 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-37840578-4929-4e06-b5c2-bde64d1ff664 admin admin] Publish callbacks [] for subnet (27e48c4e-b959-4b59-b625-1b66a40004a7), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:59.168806 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-37840578-4929-4e06-b5c2-bde64d1ff664 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12426326'] for subnet (27e48c4e-b959-4b59-b625-1b66a40004a7), precommit_delete_associations {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:59.205855 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-37840578-4929-4e06-b5c2-bde64d1ff664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017098'] for subnet (27e48c4e-b959-4b59-b625-1b66a40004a7), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:59.313169 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-37840578-4929-4e06-b5c2-bde64d1ff664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450568'] for subnet (27e48c4e-b959-4b59-b625-1b66a40004a7), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:59.339686 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37840578-4929-4e06-b5c2-bde64d1ff664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e48c4e-b959-4b59-b625-1b66a40004a7,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:16:59.343557 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-37840578-4929-4e06-b5c2-bde64d1ff664 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:59.347982 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-37840578-4929-4e06-b5c2-bde64d1ff664 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/27e48c4e-b959-4b59-b625-1b66a40004a7 HTTP/1.1" status: 204 len: 168 time: 0.2678401 Mar 21 22:16:59.349411 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 39796) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:16:59.438461 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1118f695-30f3-49c5-9333-1de47fac6fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834117'] for network (96d0e48a-d9ba-4e2f-bbb3-51e7488c6377), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:59.516454 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1118f695-30f3-49c5-9333-1de47fac6fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-954303', 'neutron.services.segments.db._delete_segments_for_network-8732299838531'] for network (96d0e48a-d9ba-4e2f-bbb3-51e7488c6377), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:59.538055 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-1118f695-30f3-49c5-9333-1de47fac6fcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d0e48a-d9ba-4e2f-bbb3-51e7488c6377']}} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:59.547118 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-1118f695-30f3-49c5-9333-1de47fac6fcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b0dffa-9813-47be-99d7-628ce38dbb19') {'for_net_delete': True} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:59.547409 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-1118f695-30f3-49c5-9333-1de47fac6fcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b0dffa-9813-47be-99d7-628ce38dbb19') {} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:16:59.561053 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1118f695-30f3-49c5-9333-1de47fac6fcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299988300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9663784'] for segment (45b0dffa-9813-47be-99d7-628ce38dbb19), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:59.574452 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1118f695-30f3-49c5-9333-1de47fac6fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (45b0dffa-9813-47be-99d7-628ce38dbb19), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:59.580221 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1118f695-30f3-49c5-9333-1de47fac6fcd admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=115863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 22:16:59.580604 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1118f695-30f3-49c5-9333-1de47fac6fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9688226'] for segment (45b0dffa-9813-47be-99d7-628ce38dbb19), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: Traceback (most recent call last): Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: timer() Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: cb(*args, **kw) Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: return func(*args, **kwargs) Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: self._notify() Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: self.callback(batched_events) Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: event.method(event) Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: return f(self, *a, **k) Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._get(url).json() Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: return self.request(url, 'GET', **kwargs) Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 22:16:59.582198 dv-cinder-834545-1-iscsi neutron-server[115863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 22:16:59.718407 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1118f695-30f3-49c5-9333-1de47fac6fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-954244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4165242'] for network (96d0e48a-d9ba-4e2f-bbb3-51e7488c6377), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:59.723784 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1118f695-30f3-49c5-9333-1de47fac6fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:16:59.727066 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-1118f695-30f3-49c5-9333-1de47fac6fcd admin admin] 10.222.0.45 "DELETE /v2.0/networks/96d0e48a-d9ba-4e2f-bbb3-51e7488c6377 HTTP/1.1" status: 204 len: 168 time: 0.3758466 Mar 21 22:16:59.740414 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118f695-30f3-49c5-9333-1de47fac6fcd admin admin] Pushing event deleted for resources: {'Network': ['ID=96d0e48a-d9ba-4e2f-bbb3-51e7488c6377,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:00.088985 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 39800) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:00.130550 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-3a416bbc-d3da-4107-b52d-a294973bdbfc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10007d605f764d7db4df19a1199d7de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403481 Mar 21 22:17:00.133619 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 39802) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:00.180994 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8f2b84f5-d9ae-4473-b1aa-fc0019b3554f admin admin] Publish callbacks [] for security_group (b48bd8ef-c7f6-4e00-a2fe-5a33efb35477), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:00.202667 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8f2b84f5-d9ae-4473-b1aa-fc0019b3554f admin admin] Publish callbacks [] for security_group (b48bd8ef-c7f6-4e00-a2fe-5a33efb35477), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:00.363976 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8f2b84f5-d9ae-4473-b1aa-fc0019b3554f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (b48bd8ef-c7f6-4e00-a2fe-5a33efb35477), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:00.367297 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-8f2b84f5-d9ae-4473-b1aa-fc0019b3554f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:00.368614 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-8f2b84f5-d9ae-4473-b1aa-fc0019b3554f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b48bd8ef-c7f6-4e00-a2fe-5a33efb35477 HTTP/1.1" status: 204 len: 168 time: 0.2339365 Mar 21 22:17:00.376806 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b84f5-d9ae-4473-b1aa-fc0019b3554f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48bd8ef-c7f6-4e00-a2fe-5a33efb35477,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:01.088400 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 39812) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:01.129115 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-4c602d3d-609d-4d87-94e3-230e7e990de1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=02d6d910d8e6437a9c2eeb7a64a757bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395665 Mar 21 22:17:01.131656 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 39814) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:01.179052 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d553fd4f-6857-4893-b8e0-dd48280ce878 admin admin] Publish callbacks [] for security_group (2167e38b-f554-4590-bc3b-9b31ab7cca55), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:01.200358 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d553fd4f-6857-4893-b8e0-dd48280ce878 admin admin] Publish callbacks [] for security_group (2167e38b-f554-4590-bc3b-9b31ab7cca55), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:01.300894 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d553fd4f-6857-4893-b8e0-dd48280ce878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (2167e38b-f554-4590-bc3b-9b31ab7cca55), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:01.304145 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d553fd4f-6857-4893-b8e0-dd48280ce878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:01.305300 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-d553fd4f-6857-4893-b8e0-dd48280ce878 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2167e38b-f554-4590-bc3b-9b31ab7cca55 HTTP/1.1" status: 204 len: 168 time: 0.1727278 Mar 21 22:17:01.313756 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553fd4f-6857-4893-b8e0-dd48280ce878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2167e38b-f554-4590-bc3b-9b31ab7cca55,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:04.894069 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-e22c4cc6-5bb1-4a8a-be34-5acf6513bd7a tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530498079&fields=id&tenant_id=7458146c857149e1bf0714f383c8d472 HTTP/1.1" status: 200 len: 267 time: 0.0426526 Mar 21 22:17:04.999151 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-9886c915-2843-482d-beeb-9f7843b2c526 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:05.000594 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-9886c915-2843-482d-beeb-9f7843b2c526 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/networks?id=7ca64710-59df-44d1-9926-47db3d9d37c7 HTTP/1.1" status: 200 len: 811 time: 0.1002734 Mar 21 22:17:05.014600 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-27ba16e3-74cc-42d8-bc0b-d8723152ab7e tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/quotas/7458146c857149e1bf0714f383c8d472 HTTP/1.1" status: 200 len: 375 time: 0.0086894 Mar 21 22:17:05.073204 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-2b61fdfe-5dc4-47ce-8700-57ce28d8fbd6 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7458146c857149e1bf0714f383c8d472&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533738 Mar 21 22:17:05.203318 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-358a4317-f43e-47fd-8416-7a8f88c0b7f0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115863) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 22:17:05.204336 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-358a4317-f43e-47fd-8416-7a8f88c0b7f0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1193817 Mar 21 22:17:05.298389 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-b7f16cfe-5248-4191-b668-19cb954efd16 service neutron] 10.222.0.45 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869288 Mar 21 22:17:05.385864 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-2a807ebf-0294-42a7-a1e9-4b5b6036e7cd service neutron] 10.222.0.45 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814979 Mar 21 22:17:05.428673 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:17:05.915258 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-af06d50b-e8b1-44c2-8bdc-aecdc25405ff req-c8edbb0a-7813-4bdd-81ed-ff44dadeb2c3 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 210 time: 0.0285654 Mar 21 22:17:07.007699 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a23911e9-7d45-403f-9a4d-24a835d6b53f req-1efeb8cf-2f7a-4976-9ed3-50beacb2a70f tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 210 time: 0.0268197 Mar 21 22:17:08.106011 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4d3d15e3-4811-4d33-89d6-ed28265a8984 req-bab9470a-1ed8-4b69-a7ca-794ca5ea958e tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 210 time: 0.0308673 Mar 21 22:17:08.449558 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-93ee1769-cfe1-4895-9cb8-e6f818f4cf3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:09.198873 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-93654c82-1762-4450-882a-29866780fdc4 req-2ea0e5cf-5ead-4ec9-8967-689a2de84564 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 210 time: 0.0267856 Mar 21 22:17:10.203785 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:10.292725 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-324dc43b-005b-4a51-bcbf-5704ef97ad7a req-8d5f9e74-b92a-4e9d-aad7-f6af89d568c5 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 210 time: 0.0281236 Mar 21 22:17:10.429056 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-e5b0358f-3dde-4bdc-8037-681f89b5f7dd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:10.430535 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-e5b0358f-3dde-4bdc-8037-681f89b5f7dd tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.47 "GET /v2.0/networks?id=7ca64710-59df-44d1-9926-47db3d9d37c7 HTTP/1.1" status: 200 len: 811 time: 0.1036971 Mar 21 22:17:10.485121 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f34b6-5dd7-47b3-9847-8c468a184454 req-854ddad1-5643-4c2a-80ea-e3081538b28a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:10.486627 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d98f34b6-5dd7-47b3-9847-8c468a184454 req-854ddad1-5643-4c2a-80ea-e3081538b28a tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 947 time: 0.0551884 Mar 21 22:17:10.556031 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d98f34b6-5dd7-47b3-9847-8c468a184454 req-87a68a23-2abb-4557-9198-b7ee6e0c67f2 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636775 Mar 21 22:17:10.587552 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-8ce4e830-2bc2-4e8f-80f3-c09f6884a08b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7458146c857149e1bf0714f383c8d472 HTTP/1.1" status: 200 len: 380 time: 0.0752888 Mar 21 22:17:10.597339 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-525ac848-3124-4785-b51b-5f11c6494c85 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Request body: {'port': {'device_id': '73b49bb4-1f55-4b76-b844-c7bd8993576a', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'admin_state_up': True, 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'security_groups': ['250303fa-3da0-4de7-ae3c-7e225fb5cf49']}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:17:10.763960 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-525ac848-3124-4785-b51b-5f11c6494c85 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Made reservation on behalf of 7458146c857149e1bf0714f383c8d472 for: {'port': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:17:10.767480 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-525ac848-3124-4785-b51b-5f11c6494c85 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:10.901345 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-525ac848-3124-4785-b51b-5f11c6494c85 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Allocated IP 172.20.0.4 (7ca64710-59df-44d1-9926-47db3d9d37c7/a1497cc9-2e8b-48ed-991b-efcb826a8f9f/3bb20826-20b2-45c7-8209-47b25b9b61a6) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:17:11.032326 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-61a1ab5c-badb-40e1-a0b4-da37e12738c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:11.052110 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-525ac848-3124-4785-b51b-5f11c6494c85 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for port (3bb20826-20b2-45c7-8209-47b25b9b61a6), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:11.179925 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-525ac848-3124-4785-b51b-5f11c6494c85 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (3bb20826-20b2-45c7-8209-47b25b9b61a6), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:11.219908 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-525ac848-3124-4785-b51b-5f11c6494c85 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Network 7ca64710-59df-44d1-9926-47db3d9d37c7 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:17:11.222845 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-525ac848-3124-4785-b51b-5f11c6494c85 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:17:11.225929 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-525ac848-3124-4785-b51b-5f11c6494c85 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:17:11.264802 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ac848-3124-4785-b51b-5f11c6494c85 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event updated for resources: {'Port': ['ID=3bb20826-20b2-45c7-8209-47b25b9b61a6,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:11.291294 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-525ac848-3124-4785-b51b-5f11c6494c85 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:11.298578 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-525ac848-3124-4785-b51b-5f11c6494c85 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:11.411888 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-525ac848-3124-4785-b51b-5f11c6494c85 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8185754 Mar 21 22:17:11.424045 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb8f85-a103-43be-a76d-98f3304f217b req-f69a66ca-ff79-4081-a74a-a90515b6c1f9 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:11.425513 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-26fb8f85-a103-43be-a76d-98f3304f217b req-f69a66ca-ff79-4081-a74a-a90515b6c1f9 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 931 time: 0.0582438 Mar 21 22:17:11.431873 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Request body: {'port': {'device_id': '73b49bb4-1f55-4b76-b844-c7bd8993576a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:17:11.503632 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-77e5d941-2f8e-409f-9eb1-c7d4a95d1471 None None] Provisioning complete for port 3bb20826-20b2-45c7-8209-47b25b9b61a6 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:17:11.504161 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-77e5d941-2f8e-409f-9eb1-c7d4a95d1471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (3bb20826-20b2-45c7-8209-47b25b9b61a6), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:11.532307 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-26fb8f85-a103-43be-a76d-98f3304f217b req-1ca78dd2-b162-4f99-a81b-980dc7081917 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976410 Mar 21 22:17:11.535192 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3bb20826-20b2-45c7-8209-47b25b9b61a6), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:11.555379 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-77e5d941-2f8e-409f-9eb1-c7d4a95d1471 None None] Port 3bb20826-20b2-45c7-8209-47b25b9b61a6 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:17:11.755665 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcd619-a6d5-4ae9-ad0b-0c3ac01686c4 req-7a80ff52-6369-4289-aab3-158f0e531fa8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:11.757217 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-98bcd619-a6d5-4ae9-ad0b-0c3ac01686c4 req-7a80ff52-6369-4289-aab3-158f0e531fa8 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 947 time: 0.1174521 Mar 21 22:17:11.838989 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-98bcd619-a6d5-4ae9-ad0b-0c3ac01686c4 req-8b5885d6-265f-41c0-8102-76cac3e37fe3 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750680 Mar 21 22:17:11.906264 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb20826-20b2-45c7-8209-47b25b9b61a6 {{(pid=115863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:17:11.918539 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Publish callbacks [] for port (3bb20826-20b2-45c7-8209-47b25b9b61a6), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:11.931204 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.provisioning_blocks [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Transition to ACTIVE for port object 3bb20826-20b2-45c7-8209-47b25b9b61a6 will not be triggered until provisioned by entity L2. {{(pid=115863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:17:11.975767 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (3bb20826-20b2-45c7-8209-47b25b9b61a6), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:12.030820 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Pushing event updated for resources: {'Port': ['ID=3bb20826-20b2-45c7-8209-47b25b9b61a6,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:12.118144 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Attempting to bind port 3bb20826-20b2-45c7-8209-47b25b9b61a6 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:17:12.118493 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Attempting to bind port 3bb20826-20b2-45c7-8209-47b25b9b61a6 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:17:12.118994 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Attempting to bind port 3bb20826-20b2-45c7-8209-47b25b9b61a6 on network 7ca64710-59df-44d1-9926-47db3d9d37c7 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:17:12.124192 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Port 3bb20826-20b2-45c7-8209-47b25b9b61a6 on network 7ca64710-59df-44d1-9926-47db3d9d37c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:17:12.124515 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Attempting to bind port 3bb20826-20b2-45c7-8209-47b25b9b61a6 on network 7ca64710-59df-44d1-9926-47db3d9d37c7 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:17:12.130465 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:17:12.130853 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Checking segment: {'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:17:12.131278 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Bound using segment: {'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:17:12.131731 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Bound port: 3bb20826-20b2-45c7-8209-47b25b9b61a6, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecb5485-ff50-497a-91ee-c91c4a0407b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7'}}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:17:12.132093 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3bb20826-20b2-45c7-8209-47b25b9b61a6), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:12.204892 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] For port 3bb20826-20b2-45c7-8209-47b25b9b61a6, host hv-cinder-83454, cleared binding levels {{(pid=115863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:17:12.208988 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] For port 3bb20826-20b2-45c7-8209-47b25b9b61a6, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3bb20826-20b2-45c7-8209-47b25b9b61a6,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:17:12.369629 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (3bb20826-20b2-45c7-8209-47b25b9b61a6), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:12.405174 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:12.405854 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:12.407217 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] 10.222.0.47 "PUT /v2.0/ports/3bb20826-20b2-45c7-8209-47b25b9b61a6 HTTP/1.1" status: 200 len: 1093 time: 0.9798064 Mar 21 22:17:12.407655 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b49bb4-1f55-4b76-b844-c7bd8993576a', 'tag': '3bb20826-20b2-45c7-8209-47b25b9b61a6'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:17:12.409891 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64659542-33fc-4577-b4fb-fb6a2e5a94a3" -d '{"events": [{"name": "network-changed", "server_uuid": "73b49bb4-1f55-4b76-b844-c7bd8993576a", "tag": "3bb20826-20b2-45c7-8209-47b25b9b61a6"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:17:12.434846 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d177813-3efc-4ae7-841c-88a1df2ca9bd service neutron] Pushing event updated for resources: {'Port': ['ID=3bb20826-20b2-45c7-8209-47b25b9b61a6,revision_number=3']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:12.604003 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ae8400-7466-48e3-8530-0aa1dd5e975b x-openstack-request-id: req-59ae8400-7466-48e3-8530-0aa1dd5e975b {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:17:12.604288 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b49bb4-1f55-4b76-b844-c7bd8993576a", "tag": "3bb20826-20b2-45c7-8209-47b25b9b61a6", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:17:12.604544 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-59ae8400-7466-48e3-8530-0aa1dd5e975b {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:17:12.604937 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b49bb4-1f55-4b76-b844-c7bd8993576a', 'tag': '3bb20826-20b2-45c7-8209-47b25b9b61a6', 'status': 'completed', 'code': 200} Mar 21 22:17:12.735053 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2dc66-bbf6-4653-ac4c-0b82d54c6572 req-a1dad816-a4c3-4637-8556-c5df76b27435 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:12.736438 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c2c2dc66-bbf6-4653-ac4c-0b82d54c6572 req-a1dad816-a4c3-4637-8556-c5df76b27435 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 943 time: 0.1216478 Mar 21 22:17:12.745206 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-ce6e80f1-dccd-49b6-b5f8-f797d876359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:12.746615 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-ce6e80f1-dccd-49b6-b5f8-f797d876359f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7458146c857149e1bf0714f383c8d472&device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 1127 time: 0.1019585 Mar 21 22:17:12.759530 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc3a20-8da1-4dae-9365-ba7d97ce32d6 req-1262c276-dd04-4a44-9d4b-7e1b8aa75f33 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:12.761101 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-20cc3a20-8da1-4dae-9365-ba7d97ce32d6 req-1262c276-dd04-4a44-9d4b-7e1b8aa75f33 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.47 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 947 time: 0.1177845 Mar 21 22:17:12.810827 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-906e7e10-5ff8-4fa8-b5fd-350fb23c9929 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bb20826-20b2-45c7-8209-47b25b9b61a6 HTTP/1.1" status: 200 len: 217 time: 0.0487337 Mar 21 22:17:12.906441 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:12.926923 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c2c2dc66-bbf6-4653-ac4c-0b82d54c6572 req-1dfb70e4-de8e-4a07-a06b-9a547386637b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838493 Mar 21 22:17:12.941573 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-02e2ffd4-52f0-4097-b8bb-37ececdb18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:12.943025 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-02e2ffd4-52f0-4097-b8bb-37ececdb18a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1497cc9-2e8b-48ed-991b-efcb826a8f9f HTTP/1.1" status: 200 len: 850 time: 0.1115971 Mar 21 22:17:13.035497 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2f5ad-08b9-489a-84ac-88b47cf25aa3 req-e4efd4d5-acd6-4b3a-b9da-3b5e9fd8caff tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:13.037535 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f6b2f5ad-08b9-489a-84ac-88b47cf25aa3 req-e4efd4d5-acd6-4b3a-b9da-3b5e9fd8caff tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 947 time: 0.1143620 Mar 21 22:17:13.039284 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-20cc3a20-8da1-4dae-9365-ba7d97ce32d6 req-5cfb3f9c-01ad-44c5-877b-ab8939d437c7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Deleting port 984f8ddf-d863-4766-96ae-8f17e01fdee4 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:17:13.039622 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-20cc3a20-8da1-4dae-9365-ba7d97ce32d6 req-5cfb3f9c-01ad-44c5-877b-ab8939d437c7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:13.057239 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-5da6479f-acc9-498f-aa3c-8f1a4b497b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:13.062015 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-5da6479f-acc9-498f-aa3c-8f1a4b497b13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca64710-59df-44d1-9926-47db3d9d37c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996430 Mar 21 22:17:13.219543 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f6b2f5ad-08b9-489a-84ac-88b47cf25aa3 req-7f958c3e-12b9-41ec-93ae-4c83fe20e480 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups?id=af20ad97-203c-43ca-a78a-f7e8ac200a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748931 Mar 21 22:17:13.242793 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-20cc3a20-8da1-4dae-9365-ba7d97ce32d6 req-5cfb3f9c-01ad-44c5-877b-ab8939d437c7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] For port 984f8ddf-d863-4766-96ae-8f17e01fdee4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=984f8ddf-d863-4766-96ae-8f17e01fdee4,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:17:13.243181 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-20cc3a20-8da1-4dae-9365-ba7d97ce32d6 req-5cfb3f9c-01ad-44c5-877b-ab8939d437c7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:13.247353 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-0da3685b-dbac-4ca5-a9d2-500f16ad61f8 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592350 Mar 21 22:17:13.697652 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f3947dc1-2001-47e5-b576-212fbda9bdc6 req-8c6da43e-fd88-433a-8ab9-6f9296f3597f service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425392 Mar 21 22:17:13.763708 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-20cc3a20-8da1-4dae-9365-ba7d97ce32d6 req-5cfb3f9c-01ad-44c5-877b-ab8939d437c7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:13.763973 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-20cc3a20-8da1-4dae-9365-ba7d97ce32d6 req-5cfb3f9c-01ad-44c5-877b-ab8939d437c7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (f31a8807-cc43-49a3-ba68-9b876d72ff54), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:13.764294 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [req-20cc3a20-8da1-4dae-9365-ba7d97ce32d6 req-5cfb3f9c-01ad-44c5-877b-ab8939d437c7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Floating IP f31a8807-cc43-49a3-ba68-9b876d72ff54 disassociated. External IP: 172.27.2.148, port: 984f8ddf-d863-4766-96ae-8f17e01fdee4. Mar 21 22:17:13.764650 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-20cc3a20-8da1-4dae-9365-ba7d97ce32d6 req-5cfb3f9c-01ad-44c5-877b-ab8939d437c7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Calling delete_port for 984f8ddf-d863-4766-96ae-8f17e01fdee4 owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:17:13.917523 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64659542-33fc-4577-b4fb-fb6a2e5a94a3 req-207c7a56-6812-4040-9423-f16e2e56c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:13.919063 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-64659542-33fc-4577-b4fb-fb6a2e5a94a3 req-207c7a56-6812-4040-9423-f16e2e56c75c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7458146c857149e1bf0714f383c8d472&device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 1127 time: 0.0798411 Mar 21 22:17:14.012281 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-20cc3a20-8da1-4dae-9365-ba7d97ce32d6 req-5cfb3f9c-01ad-44c5-877b-ab8939d437c7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (984f8ddf-d863-4766-96ae-8f17e01fdee4), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:14.065511 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64659542-33fc-4577-b4fb-fb6a2e5a94a3 req-588d31b0-3b5d-4f4c-8cb0-d62d1047a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:14.066997 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-64659542-33fc-4577-b4fb-fb6a2e5a94a3 req-588d31b0-3b5d-4f4c-8cb0-d62d1047a252 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ca64710-59df-44d1-9926-47db3d9d37c7 HTTP/1.1" status: 200 len: 912 time: 0.1418540 Mar 21 22:17:14.067683 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb3f9c-01ad-44c5-877b-ab8939d437c7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event deleted for resources: {'Port': ['ID=984f8ddf-d863-4766-96ae-8f17e01fdee4,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:14.122114 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-64659542-33fc-4577-b4fb-fb6a2e5a94a3 req-b7b815ba-7e3f-4035-b687-2da0b90b996d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bb20826-20b2-45c7-8209-47b25b9b61a6 HTTP/1.1" status: 200 len: 217 time: 0.0481617 Mar 21 22:17:14.221856 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2baa3-dc8d-41fa-b302-ebcb8da12e6d req-bc881f29-85bd-4e2b-b73c-b4fd9b89c1b9 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:14.223327 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-98c2baa3-dc8d-41fa-b302-ebcb8da12e6d req-bc881f29-85bd-4e2b-b73c-b4fd9b89c1b9 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 943 time: 0.2269175 Mar 21 22:17:14.266410 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64659542-33fc-4577-b4fb-fb6a2e5a94a3 req-b4c077cf-3d2d-4dcc-8286-0a339bdd9368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:14.267819 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-64659542-33fc-4577-b4fb-fb6a2e5a94a3 req-b4c077cf-3d2d-4dcc-8286-0a339bdd9368 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1497cc9-2e8b-48ed-991b-efcb826a8f9f HTTP/1.1" status: 200 len: 850 time: 0.1135514 Mar 21 22:17:14.323634 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:14.344427 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-98c2baa3-dc8d-41fa-b302-ebcb8da12e6d req-cbfd4d4a-a98d-420e-91ec-5cccc97883e2 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136920 Mar 21 22:17:14.367144 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-871f19a9-250e-4160-9bf5-43e7a37e2fb0 req-dd9dc10d-800c-4a3b-8c77-9a106a16242f tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 210 time: 0.0478663 Mar 21 22:17:14.380774 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20cc3a20-8da1-4dae-9365-ba7d97ce32d6 req-5cfb3f9c-01ad-44c5-877b-ab8939d437c7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Router 8b47cd74-8cd6-4624-aa37-6afafd43f76f has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:17:14.405665 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64659542-33fc-4577-b4fb-fb6a2e5a94a3 req-17061265-1c0f-4475-b850-91b06f5b1900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:14.407226 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-64659542-33fc-4577-b4fb-fb6a2e5a94a3 req-17061265-1c0f-4475-b850-91b06f5b1900 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca64710-59df-44d1-9926-47db3d9d37c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1273582 Mar 21 22:17:14.583095 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20cc3a20-8da1-4dae-9365-ba7d97ce32d6 req-5cfb3f9c-01ad-44c5-877b-ab8939d437c7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:17:14.588254 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-64659542-33fc-4577-b4fb-fb6a2e5a94a3 req-e7da7dea-8456-460b-84d2-62e53d39a853 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451728 Mar 21 22:17:14.594333 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96012e04-1b73-419b-bd4f-6dadf771e234 None None] Sync routers for ids ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:17:14.605926 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96012e04-1b73-419b-bd4f-6dadf771e234 None None] Routers {'8b47cd74-8cd6-4624-aa37-6afafd43f76f'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:17:14.611136 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-96012e04-1b73-419b-bd4f-6dadf771e234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:17:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:14.669268 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cc3a20-8da1-4dae-9365-ba7d97ce32d6 req-5cfb3f9c-01ad-44c5-877b-ab8939d437c7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] No DVR routers for this DVR port 984f8ddf-d863-4766-96ae-8f17e01fdee4 on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:17:14.674570 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-20cc3a20-8da1-4dae-9365-ba7d97ce32d6 req-5cfb3f9c-01ad-44c5-877b-ab8939d437c7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:14.677951 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-20cc3a20-8da1-4dae-9365-ba7d97ce32d6 req-5cfb3f9c-01ad-44c5-877b-ab8939d437c7 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.47 "DELETE /v2.0/ports/984f8ddf-d863-4766-96ae-8f17e01fdee4 HTTP/1.1" status: 204 len: 173 time: 1.9022286 Mar 21 22:17:14.678410 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'name': 'network-vif-deleted', 'tag': '984f8ddf-d863-4766-96ae-8f17e01fdee4'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:17:14.680796 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518d4ca2-8d63-4d63-8082-0c6dbf4edc60" -d '{"events": [{"server_uuid": "ede26bf6-e227-47cd-a95b-dcbdfc20c8be", "name": "network-vif-deleted", "tag": "984f8ddf-d863-4766-96ae-8f17e01fdee4"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:17:14.723131 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c18cc90-ce5c-4363-92a9-e99bca1e8b89 x-openstack-request-id: req-4c18cc90-ce5c-4363-92a9-e99bca1e8b89 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:17:14.723776 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-96012e04-1b73-419b-bd4f-6dadf771e234 None None] Set router 8b47cd74-8cd6-4624-aa37-6afafd43f76f gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:17:14.723884 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede26bf6-e227-47cd-a95b-dcbdfc20c8be", "name": "network-vif-deleted", "tag": "984f8ddf-d863-4766-96ae-8f17e01fdee4", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:17:14.723884 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c18cc90-ce5c-4363-92a9-e99bca1e8b89 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:17:14.724257 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede26bf6-e227-47cd-a95b-dcbdfc20c8be', 'name': 'network-vif-deleted', 'tag': '984f8ddf-d863-4766-96ae-8f17e01fdee4', 'status': 'completed', 'code': 200} Mar 21 22:17:14.739374 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-64659542-33fc-4577-b4fb-fb6a2e5a94a3 req-8a0d4d09-0e46-46da-9273-f53b0f43a1d3 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461473 Mar 21 22:17:14.828095 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 39978) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:14.940621 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-da8527bb-2c8b-4f71-92c8-4e9b49615b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:14.951184 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-96012e04-1b73-419b-bd4f-6dadf771e234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:51Z', 'revision_number': 4, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '176e61f8-ab64-4911-9694-aa9aa45f1d42', 'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'mac_address': 'fa:16:3e:2f:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:50Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 5, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'subnets': [{'id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:15.022402 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-da8527bb-2c8b-4f71-92c8-4e9b49615b92 admin admin] Publish callbacks [] for security_group (678d0bed-e281-4f54-9faa-226d98682343), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:15.100931 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-da8527bb-2c8b-4f71-92c8-4e9b49615b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (678d0bed-e281-4f54-9faa-226d98682343), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:15.104899 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96012e04-1b73-419b-bd4f-6dadf771e234 None None] Checking router: 8b47cd74-8cd6-4624-aa37-6afafd43f76f for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:17:15.113793 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96012e04-1b73-419b-bd4f-6dadf771e234 None None] Routers {'8b47cd74-8cd6-4624-aa37-6afafd43f76f'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:17:15.114406 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-96012e04-1b73-419b-bd4f-6dadf771e234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:17:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:15.139864 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8527bb-2c8b-4f71-92c8-4e9b49615b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678d0bed-e281-4f54-9faa-226d98682343,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:15.144786 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-da8527bb-2c8b-4f71-92c8-4e9b49615b92 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=011c0708b83942b88ff4561ddce80452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156469 Mar 21 22:17:15.147634 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 39982) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:15.201360 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4d952e30-00eb-4426-bce2-bc27ceca2ed2 admin admin] Publish callbacks [] for security_group (678d0bed-e281-4f54-9faa-226d98682343), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:15.222839 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4d952e30-00eb-4426-bce2-bc27ceca2ed2 admin admin] Publish callbacks [] for security_group (678d0bed-e281-4f54-9faa-226d98682343), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:15.228745 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-96012e04-1b73-419b-bd4f-6dadf771e234 None None] Set router 8b47cd74-8cd6-4624-aa37-6afafd43f76f gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:17:15.369636 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4d952e30-00eb-4426-bce2-bc27ceca2ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (678d0bed-e281-4f54-9faa-226d98682343), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:15.373208 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4d952e30-00eb-4426-bce2-bc27ceca2ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:15.375548 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-4d952e30-00eb-4426-bce2-bc27ceca2ed2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/678d0bed-e281-4f54-9faa-226d98682343 HTTP/1.1" status: 204 len: 168 time: 0.2262490 Mar 21 22:17:15.385804 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d952e30-00eb-4426-bce2-bc27ceca2ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678d0bed-e281-4f54-9faa-226d98682343,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:15.453574 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-96012e04-1b73-419b-bd4f-6dadf771e234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:51Z', 'revision_number': 4, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '176e61f8-ab64-4911-9694-aa9aa45f1d42', 'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'mac_address': 'fa:16:3e:2f:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:50Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 5, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'subnets': [{'id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:15.492509 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 984f8ddf-d863-4766-96ae-8f17e01fdee4 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:17:15.495439 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96012e04-1b73-419b-bd4f-6dadf771e234 None None] The sync data for ids ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'] in dv-cinder-834545-1-iscsi is: [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:04:51Z', 'revision_number': 4, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '176e61f8-ab64-4911-9694-aa9aa45f1d42', 'name': '', 'network_id': 'cc8503e8-31f1-41da-8113-df0ee579a55e', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'mac_address': 'fa:16:3e:2f:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:50Z', 'updated_at': '2022-03-21T22:05:05Z', 'revision_number': 5, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'subnets': [{'id': '37b0320c-c075-480b-87d9-3b058ff4a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:17:15.514911 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: 984f8ddf-d863-4766-96ae-8f17e01fdee4 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:17:15.515432 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 984f8ddf-d863-4766-96ae-8f17e01fdee4 not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:17:15.521209 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db888513-2fea-4504-9e41-6ca68973278a req-c6db6c4c-d0bb-4e13-9135-51bbac360959 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede26bf6-e227-47cd-a95b-dcbdfc20c8be HTTP/1.1" status: 200 len: 210 time: 0.0376086 Mar 21 22:17:15.547305 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f360728-6919-474d-b6df-dc928a9d6f1e req-6a0ee758-9de1-43d6-a42e-812ea30f771d tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:15.549486 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7f360728-6919-474d-b6df-dc928a9d6f1e req-6a0ee758-9de1-43d6-a42e-812ea30f771d tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 943 time: 0.1179109 Mar 21 22:17:15.622352 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7f360728-6919-474d-b6df-dc928a9d6f1e req-0e145f07-8658-4e5f-8965-c366c08c4142 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643346 Mar 21 22:17:15.689772 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:15.793861 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc41b80-594c-4b70-b142-6aa1db0a9bcc None None] New status for floating IP f31a8807-cc43-49a3-ba68-9b876d72ff54: DOWN {{(pid=115865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:17:16.696856 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40018) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:16.745807 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ccad3-5fc7-4de2-a4c9-b5fec0e4b4d4 req-5044969e-0409-45b5-8146-243d837b5612 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:16.747921 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-502ccad3-5fc7-4de2-a4c9-b5fec0e4b4d4 req-5044969e-0409-45b5-8146-243d837b5612 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 943 time: 0.0612679 Mar 21 22:17:16.761636 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-80440a03-72eb-4429-86cc-c658e9fd25a6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group (af20ad97-203c-43ca-a78a-f7e8ac200a9c), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:16.785998 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-80440a03-72eb-4429-86cc-c658e9fd25a6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group (af20ad97-203c-43ca-a78a-f7e8ac200a9c), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:16.804278 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-502ccad3-5fc7-4de2-a4c9-b5fec0e4b4d4 req-11dc494b-afe6-4d55-becc-c62cc1e67153 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502174 Mar 21 22:17:16.918305 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-80440a03-72eb-4429-86cc-c658e9fd25a6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (af20ad97-203c-43ca-a78a-f7e8ac200a9c), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:16.921047 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-80440a03-72eb-4429-86cc-c658e9fd25a6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:16.922220 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-80440a03-72eb-4429-86cc-c658e9fd25a6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "DELETE /v2.0/security-groups/af20ad97-203c-43ca-a78a-f7e8ac200a9c HTTP/1.1" status: 204 len: 168 time: 0.2243876 Mar 21 22:17:16.925216 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40020) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:16.932183 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80440a03-72eb-4429-86cc-c658e9fd25a6 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af20ad97-203c-43ca-a78a-f7e8ac200a9c,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:16.939562 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.api.v2.resource [None req-d520d859-25b4-4c82-b37b-ea48dfad95b9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] show failed (client error): The resource could not be found. Mar 21 22:17:16.940590 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-d520d859-25b4-4c82-b37b-ea48dfad95b9 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "GET /v2.0/security-groups/af20ad97-203c-43ca-a78a-f7e8ac200a9c HTTP/1.1" status: 404 len: 347 time: 0.0143847 Mar 21 22:17:16.943662 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40022) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:17.072292 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-602622a8-6f5f-4b8d-8368-948ab5690e86 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Deleting port a17d7970-4b2e-4d84-9c8c-7d2601144f8f {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:17:17.072292 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-602622a8-6f5f-4b8d-8368-948ab5690e86 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (a17d7970-4b2e-4d84-9c8c-7d2601144f8f), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:17.153817 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-602622a8-6f5f-4b8d-8368-948ab5690e86 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (a17d7970-4b2e-4d84-9c8c-7d2601144f8f), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:17.154144 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-602622a8-6f5f-4b8d-8368-948ab5690e86 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for floatingip (a17d7970-4b2e-4d84-9c8c-7d2601144f8f), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:17.166478 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-602622a8-6f5f-4b8d-8368-948ab5690e86 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Calling delete_port for a17d7970-4b2e-4d84-9c8c-7d2601144f8f owned by network:floatingip {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:17:17.375465 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-602622a8-6f5f-4b8d-8368-948ab5690e86 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (a17d7970-4b2e-4d84-9c8c-7d2601144f8f), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:17.404560 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602622a8-6f5f-4b8d-8368-948ab5690e86 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Pushing event deleted for resources: {'Port': ['ID=a17d7970-4b2e-4d84-9c8c-7d2601144f8f,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:17.471283 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-602622a8-6f5f-4b8d-8368-948ab5690e86 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks [] for floatingip (f31a8807-cc43-49a3-ba68-9b876d72ff54), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:17.474425 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-602622a8-6f5f-4b8d-8368-948ab5690e86 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:17.475404 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-602622a8-6f5f-4b8d-8368-948ab5690e86 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] 10.222.0.45 "DELETE /v2.0/floatingips/f31a8807-cc43-49a3-ba68-9b876d72ff54 HTTP/1.1" status: 204 len: 168 time: 0.5308108 Mar 21 22:17:17.924128 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd540f2-2021-4738-83e2-1a71062ca825 req-160d808d-f90a-433b-8f75-aab2f4da26d5 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:17.925644 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3cd540f2-2021-4738-83e2-1a71062ca825 req-160d808d-f90a-433b-8f75-aab2f4da26d5 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 943 time: 0.0526671 Mar 21 22:17:17.975484 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3cd540f2-2021-4738-83e2-1a71062ca825 req-d6de6515-6b2d-421e-8270-cab70f0ecece tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438435 Mar 21 22:17:19.096479 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93eae2-9872-4f13-a612-b26597aa0fe2 req-db9c695c-df53-42e0-b77b-ea8fdfdd5731 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:19.097961 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1b93eae2-9872-4f13-a612-b26597aa0fe2 req-db9c695c-df53-42e0-b77b-ea8fdfdd5731 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 943 time: 0.0583901 Mar 21 22:17:19.147269 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1b93eae2-9872-4f13-a612-b26597aa0fe2 req-f350d0f5-b4b6-410f-90b3-9b04afac357c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428019 Mar 21 22:17:20.270915 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbcae8-2ad3-4cb0-902e-ddccac17f69d req-18b2b58b-1608-4ebd-a887-56315eb01838 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:20.272406 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-78cbcae8-2ad3-4cb0-902e-ddccac17f69d req-18b2b58b-1608-4ebd-a887-56315eb01838 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 943 time: 0.0537801 Mar 21 22:17:20.318996 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-78cbcae8-2ad3-4cb0-902e-ddccac17f69d req-cee71d55-7e1d-4c14-9384-2522c25ba35e tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410757 Mar 21 22:17:21.436327 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0277d-f9b8-4ffe-b4e0-75f19de5baad req-4ece9e53-35ce-4750-afc7-32a04ffb87d2 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:21.437723 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f5a0277d-f9b8-4ffe-b4e0-75f19de5baad req-4ece9e53-35ce-4750-afc7-32a04ffb87d2 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 943 time: 0.0531256 Mar 21 22:17:21.490813 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f5a0277d-f9b8-4ffe-b4e0-75f19de5baad req-d47ffc88-75d8-4fa3-8499-5d7f40d248c9 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475132 Mar 21 22:17:22.613807 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dbdda-2815-401c-bbeb-524a83d4c84e req-ea126441-fde2-4892-b636-cc4af3e9a404 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:22.615302 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-552dbdda-2815-401c-bbeb-524a83d4c84e req-ea126441-fde2-4892-b636-cc4af3e9a404 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 943 time: 0.0524094 Mar 21 22:17:22.665503 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-552dbdda-2815-401c-bbeb-524a83d4c84e req-1bacd814-8a00-4e44-a373-ec7693fa2dbb tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444722 Mar 21 22:17:23.782446 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ba124-304b-4bd8-9a15-1d1fea4ceaab req-0e2cbf08-a21e-42e2-a299-34d54b74b157 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:23.783845 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f04ba124-304b-4bd8-9a15-1d1fea4ceaab req-0e2cbf08-a21e-42e2-a299-34d54b74b157 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 943 time: 0.0533221 Mar 21 22:17:23.831924 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f04ba124-304b-4bd8-9a15-1d1fea4ceaab req-fa283bcc-6df2-4b7a-a2f5-a8b3ea85d402 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425098 Mar 21 22:17:24.334124 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40088) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:24.822944 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-530acd60-9aef-448a-a81d-e6e183726639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4165452'] for router_interface (8b47cd74-8cd6-4624-aa37-6afafd43f76f), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:24.964455 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7540db0-4cd3-4bed-8d4c-5d21f3c534aa req-a4df19e4-c535-4420-b3a7-8125b3c3cbf1 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:24.965919 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d7540db0-4cd3-4bed-8d4c-5d21f3c534aa req-a4df19e4-c535-4420-b3a7-8125b3c3cbf1 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 943 time: 0.0667069 Mar 21 22:17:25.059779 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d7540db0-4cd3-4bed-8d4c-5d21f3c534aa req-91bea541-c73e-4cc5-a5cf-6f654fd26092 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686467 Mar 21 22:17:25.145368 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-530acd60-9aef-448a-a81d-e6e183726639 admin admin] Deleting port 176e61f8-ab64-4911-9694-aa9aa45f1d42 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:17:25.145695 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-530acd60-9aef-448a-a81d-e6e183726639 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:25.224781 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [None req-530acd60-9aef-448a-a81d-e6e183726639 admin admin] For port 176e61f8-ab64-4911-9694-aa9aa45f1d42, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=176e61f8-ab64-4911-9694-aa9aa45f1d42,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:17:25.225142 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-530acd60-9aef-448a-a81d-e6e183726639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:25.238208 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-530acd60-9aef-448a-a81d-e6e183726639 admin admin] Calling delete_port for 176e61f8-ab64-4911-9694-aa9aa45f1d42 owned by network:router_interface {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:17:25.460607 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-530acd60-9aef-448a-a81d-e6e183726639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (176e61f8-ab64-4911-9694-aa9aa45f1d42), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:25.485005 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530acd60-9aef-448a-a81d-e6e183726639 admin admin] Pushing event deleted for resources: {'Port': ['ID=176e61f8-ab64-4911-9694-aa9aa45f1d42,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:25.649713 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-530acd60-9aef-448a-a81d-e6e183726639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4162812'] for router_interface (8b47cd74-8cd6-4624-aa37-6afafd43f76f), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:25.860584 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530acd60-9aef-448a-a81d-e6e183726639 admin admin] Router 8b47cd74-8cd6-4624-aa37-6afafd43f76f has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:17:25.965822 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530acd60-9aef-448a-a81d-e6e183726639 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:17:25.971345 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-530acd60-9aef-448a-a81d-e6e183726639 admin admin] 10.222.0.45 "PUT /v2.0/routers/8b47cd74-8cd6-4624-aa37-6afafd43f76f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6362090 Mar 21 22:17:25.973880 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40096) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:25.974803 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c92db-25cd-46ec-98f1-a52c86e0c712 None None] Sync routers for ids ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:17:25.985169 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627c92db-25cd-46ec-98f1-a52c86e0c712 None None] Routers {'8b47cd74-8cd6-4624-aa37-6afafd43f76f'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:17:25.985878 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-627c92db-25cd-46ec-98f1-a52c86e0c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:17:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:26.096540 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-627c92db-25cd-46ec-98f1-a52c86e0c712 None None] Set router 8b47cd74-8cd6-4624-aa37-6afafd43f76f gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:17:26.287065 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-627c92db-25cd-46ec-98f1-a52c86e0c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:17:25Z', 'revision_number': 5, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:26.316210 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c92db-25cd-46ec-98f1-a52c86e0c712 None None] Checking router: 8b47cd74-8cd6-4624-aa37-6afafd43f76f for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:17:26.325540 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627c92db-25cd-46ec-98f1-a52c86e0c712 None None] Routers {'8b47cd74-8cd6-4624-aa37-6afafd43f76f'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:17:26.326178 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-627c92db-25cd-46ec-98f1-a52c86e0c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:17:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:26.374029 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-45cceebb-8dfe-4652-9aaf-36314c0ef473 admin admin] Publish callbacks [] for router (8b47cd74-8cd6-4624-aa37-6afafd43f76f), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:26.383952 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a3c71-2dcf-46e8-b805-70fad2b62dd9 req-3d1c52ac-a2d8-4d0b-9138-d43ff46a58f1 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:26.385414 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1a0a3c71-2dcf-46e8-b805-70fad2b62dd9 req-3d1c52ac-a2d8-4d0b-9138-d43ff46a58f1 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 943 time: 0.0823340 Mar 21 22:17:26.433810 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-627c92db-25cd-46ec-98f1-a52c86e0c712 None None] Set router 8b47cd74-8cd6-4624-aa37-6afafd43f76f gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:17:26.503071 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1a0a3c71-2dcf-46e8-b805-70fad2b62dd9 req-ff0ff424-fe4a-480c-8019-a623b94ecdef tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874231 Mar 21 22:17:26.525938 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-45cceebb-8dfe-4652-9aaf-36314c0ef473 admin admin] Publish callbacks [] for router_gateway (8b47cd74-8cd6-4624-aa37-6afafd43f76f), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:26.622095 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-627c92db-25cd-46ec-98f1-a52c86e0c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:17:25Z', 'revision_number': 5, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:26.636746 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-45cceebb-8dfe-4652-9aaf-36314c0ef473 admin admin] Deleting port b9c62c7d-c24f-4c59-926d-257a9fa734b3 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:17:26.637094 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-45cceebb-8dfe-4652-9aaf-36314c0ef473 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (b9c62c7d-c24f-4c59-926d-257a9fa734b3), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:26.650134 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c92db-25cd-46ec-98f1-a52c86e0c712 None None] The sync data for ids ['8b47cd74-8cd6-4624-aa37-6afafd43f76f'] in dv-cinder-834545-1-iscsi is: [{'id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'name': 'tempest-AttachVolumeShelveTestJSON-796412418-router', 'tenant_id': 'df9e8bc23578427484ebb0a84c1373dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:04:44Z', 'updated_at': '2022-03-21T22:17:25Z', 'revision_number': 5, 'project_id': 'df9e8bc23578427484ebb0a84c1373dd', 'gw_port': {'id': 'b9c62c7d-c24f-4c59-926d-257a9fa734b3', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b47cd74-8cd6-4624-aa37-6afafd43f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:04:45Z', 'updated_at': '2022-03-21T22:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:17:26.724094 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [None req-45cceebb-8dfe-4652-9aaf-36314c0ef473 admin admin] For port b9c62c7d-c24f-4c59-926d-257a9fa734b3, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=b9c62c7d-c24f-4c59-926d-257a9fa734b3,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:17:26.724472 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-45cceebb-8dfe-4652-9aaf-36314c0ef473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (b9c62c7d-c24f-4c59-926d-257a9fa734b3), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:26.737088 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-45cceebb-8dfe-4652-9aaf-36314c0ef473 admin admin] Calling delete_port for b9c62c7d-c24f-4c59-926d-257a9fa734b3 owned by network:router_gateway {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:17:26.969197 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-45cceebb-8dfe-4652-9aaf-36314c0ef473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (b9c62c7d-c24f-4c59-926d-257a9fa734b3), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:26.994300 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cceebb-8dfe-4652-9aaf-36314c0ef473 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c62c7d-c24f-4c59-926d-257a9fa734b3,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:27.059774 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-45cceebb-8dfe-4652-9aaf-36314c0ef473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165126'] for router_gateway (8b47cd74-8cd6-4624-aa37-6afafd43f76f), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:27.157242 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-45cceebb-8dfe-4652-9aaf-36314c0ef473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3262'] for router (8b47cd74-8cd6-4624-aa37-6afafd43f76f), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:27.158414 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 3bb20826-20b2-45c7-8209-47b25b9b61a6 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:17:27.159534 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-45cceebb-8dfe-4652-9aaf-36314c0ef473 admin admin] Publish callbacks [] for router_controller (8b47cd74-8cd6-4624-aa37-6afafd43f76f), precommit_delete_associations {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:27.263177 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 3bb20826-20b2-45c7-8209-47b25b9b61a6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3bb20826-20b2-45c7-8209-47b25b9b61a6,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:17:27.271621 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-45cceebb-8dfe-4652-9aaf-36314c0ef473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702245'] for router (8b47cd74-8cd6-4624-aa37-6afafd43f76f), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:27.274922 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cceebb-8dfe-4652-9aaf-36314c0ef473 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b47cd74-8cd6-4624-aa37-6afafd43f76f {{(pid=115863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 22:17:27.276747 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-45cceebb-8dfe-4652-9aaf-36314c0ef473 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:27.280972 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-45cceebb-8dfe-4652-9aaf-36314c0ef473 admin admin] 10.222.0.45 "DELETE /v2.0/routers/8b47cd74-8cd6-4624-aa37-6afafd43f76f HTTP/1.1" status: 204 len: 168 time: 1.3037689 Mar 21 22:17:27.281161 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '3bb20826-20b2-45c7-8209-47b25b9b61a6', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'port_id': '3bb20826-20b2-45c7-8209-47b25b9b61a6', 'mac_address': 'fa:16:3e:48:76:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:17:27.281448 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40102) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:27.323718 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 3bb20826-20b2-45c7-8209-47b25b9b61a6 is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:17:27.324122 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3bb20826-20b2-45c7-8209-47b25b9b61a6), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:27.332194 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4c8fd9-a4f4-4b57-8a32-115f6fc31740 admin admin] Deleting subnet 37b0320c-c075-480b-87d9-3b058ff4a544 {{(pid=115863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 22:17:27.335591 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c4c8fd9-a4f4-4b57-8a32-115f6fc31740 admin admin] Publish callbacks [] for subnet (37b0320c-c075-480b-87d9-3b058ff4a544), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:27.342627 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb20826-20b2-45c7-8209-47b25b9b61a6 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:17:27.364781 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 3bb20826-20b2-45c7-8209-47b25b9b61a6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3bb20826-20b2-45c7-8209-47b25b9b61a6,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:17:27.374381 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c4c8fd9-a4f4-4b57-8a32-115f6fc31740 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9663761'] for subnet (37b0320c-c075-480b-87d9-3b058ff4a544), precommit_delete_associations {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:27.443412 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (3bb20826-20b2-45c7-8209-47b25b9b61a6), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:27.490245 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=3bb20826-20b2-45c7-8209-47b25b9b61a6,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:27.500145 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c4c8fd9-a4f4-4b57-8a32-115f6fc31740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017098'] for subnet (37b0320c-c075-480b-87d9-3b058ff4a544), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:27.616354 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c4c8fd9-a4f4-4b57-8a32-115f6fc31740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9687552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12331888'] for subnet (37b0320c-c075-480b-87d9-3b058ff4a544), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:27.655438 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df2ad5-445a-4053-923e-f799655c73f9 req-237bf497-b35d-4ef8-a2af-287cc88c30c3 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:27.656932 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-01df2ad5-445a-4053-923e-f799655c73f9 req-237bf497-b35d-4ef8-a2af-287cc88c30c3 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 944 time: 0.0835230 Mar 21 22:17:27.660149 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c4c8fd9-a4f4-4b57-8a32-115f6fc31740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:27.664274 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-9c4c8fd9-a4f4-4b57-8a32-115f6fc31740 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/37b0320c-c075-480b-87d9-3b058ff4a544 HTTP/1.1" status: 204 len: 168 time: 0.3813775 Mar 21 22:17:27.666542 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c8fd9-a4f4-4b57-8a32-115f6fc31740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b0320c-c075-480b-87d9-3b058ff4a544,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:27.666662 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeffe3b-4c80-4161-b649-794598e814d0 None None] Network cc8503e8-31f1-41da-8113-df0ee579a55e requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:17:27.668249 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40108) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:27.715546 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-01df2ad5-445a-4053-923e-f799655c73f9 req-9207ca97-d501-4e78-b9cc-844ce3fc7ad7 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454321 Mar 21 22:17:27.749740 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834117'] for network (cc8503e8-31f1-41da-8113-df0ee579a55e), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:27.814651 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] Deleting port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:17:27.814651 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:27.853489 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f90d7b-4053-4960-9902-d55042a17b92 None None] DHCP port deletion for cc8503e8-31f1-41da-8113-df0ee579a55e request from dv-cinder-834545-1-iscsi {{(pid=115864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 22:17:27.878392 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] For port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:17:27.878818 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:27.893848 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] Calling delete_port for 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 owned by network:dhcp {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:17:27.900670 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-a1f90d7b-4053-4960-9902-d55042a17b92 None None] Deleting port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 {{(pid=115864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:17:27.901037 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-a1f90d7b-4053-4960-9902-d55042a17b92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10), before_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:27.965988 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-a1f90d7b-4053-4960-9902-d55042a17b92 None None] For port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10,segment=NetworkSegment(3942127b-8307-4c72-baaa-d6357bb61abb),segment_id=3942127b-8307-4c72-baaa-d6357bb61abb)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:17:27.966379 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-a1f90d7b-4053-4960-9902-d55042a17b92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10), precommit_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:27.979947 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-a1f90d7b-4053-4960-9902-d55042a17b92 None None] Calling delete_port for 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 owned by network:dhcp {{(pid=115864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:17:28.031888 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:28.056424 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-a1f90d7b-4053-4960-9902-d55042a17b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431'] for port (5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10), after_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:28.058490 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:28.060352 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] No DVR routers for this DVR port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 on host dv-cinder-834545-1-iscsi {{(pid=115862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:17:28.085541 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f90d7b-4053-4960-9902-d55042a17b92 None None] Pushing event deleted for resources: {'Port': ['ID=5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10,revision_number=None']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:28.090098 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f90d7b-4053-4960-9902-d55042a17b92 None None] No DVR routers for this DVR port 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 on host dv-cinder-834545-1-iscsi {{(pid=115864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:17:28.133835 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-954303', 'neutron.services.segments.db._delete_segments_for_network-8732299838531'] for network (cc8503e8-31f1-41da-8113-df0ee579a55e), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:28.154773 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8503e8-31f1-41da-8113-df0ee579a55e']}} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:28.165458 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3942127b-8307-4c72-baaa-d6357bb61abb') {'for_net_delete': True} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:28.165458 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3942127b-8307-4c72-baaa-d6357bb61abb') {} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:28.173854 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299988300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12426351'] for segment (3942127b-8307-4c72-baaa-d6357bb61abb), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:28.186619 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (3942127b-8307-4c72-baaa-d6357bb61abb), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:28.192764 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=115862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625572'] for segment (3942127b-8307-4c72-baaa-d6357bb61abb), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: Traceback (most recent call last): Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: timer() Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: cb(*args, **kw) Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: return func(*args, **kwargs) Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: self._notify() Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: self.callback(batched_events) Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: event.method(event) Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: return f(self, *a, **k) Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: return self._get(url).json() Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: return self.request(url, 'GET', **kwargs) Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 22:17:28.196721 dv-cinder-834545-1-iscsi neutron-server[115862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 22:17:28.346145 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-954244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4165242'] for network (cc8503e8-31f1-41da-8113-df0ee579a55e), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:28.362762 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:28.366011 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] 10.222.0.45 "DELETE /v2.0/networks/cc8503e8-31f1-41da-8113-df0ee579a55e HTTP/1.1" status: 204 len: 168 time: 0.6965778 Mar 21 22:17:28.367128 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6bd5cf-0ee7-4c8c-aa3a-909bc6760b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=cc8503e8-31f1-41da-8113-df0ee579a55e,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:28.569547 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 176e61f8-ab64-4911-9694-aa9aa45f1d42 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:17:28.590662 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: 176e61f8-ab64-4911-9694-aa9aa45f1d42 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:17:28.591030 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 176e61f8-ab64-4911-9694-aa9aa45f1d42 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:17:28.591462 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device b9c62c7d-c24f-4c59-926d-257a9fa734b3 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:17:28.610988 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: b9c62c7d-c24f-4c59-926d-257a9fa734b3 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:17:28.611339 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device b9c62c7d-c24f-4c59-926d-257a9fa734b3 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:17:28.611753 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:17:28.631350 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:17:28.631723 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 5f3098e1-e58c-4f5e-b8ca-d1ccdec93c10 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:17:28.747937 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40116) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:28.789419 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-67e75eea-e173-46b3-a3dc-772e1070f5c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df9e8bc23578427484ebb0a84c1373dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410821 Mar 21 22:17:28.793980 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40118) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:28.842294 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c8c87fda-6faa-46ab-96c9-d37867c213a9 admin admin] Publish callbacks [] for security_group (ff52dde6-313c-43c8-a1f8-7ce2940af737), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:28.842929 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98591d-9d2c-41b2-a2ea-42213440bd70 req-1a503264-1f40-4688-a892-76a6c6f4da45 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:28.844981 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cb98591d-9d2c-41b2-a2ea-42213440bd70 req-1a503264-1f40-4688-a892-76a6c6f4da45 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 944 time: 0.0558093 Mar 21 22:17:28.864146 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c8c87fda-6faa-46ab-96c9-d37867c213a9 admin admin] Publish callbacks [] for security_group (ff52dde6-313c-43c8-a1f8-7ce2940af737), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:28.898329 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cb98591d-9d2c-41b2-a2ea-42213440bd70 req-17aebdf0-733d-409f-871b-c917134882cc tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472372 Mar 21 22:17:28.997059 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c8c87fda-6faa-46ab-96c9-d37867c213a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (ff52dde6-313c-43c8-a1f8-7ce2940af737), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:28.999685 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-c8c87fda-6faa-46ab-96c9-d37867c213a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:29.000939 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-c8c87fda-6faa-46ab-96c9-d37867c213a9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff52dde6-313c-43c8-a1f8-7ce2940af737 HTTP/1.1" status: 204 len: 168 time: 0.2060373 Mar 21 22:17:29.008796 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c87fda-6faa-46ab-96c9-d37867c213a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff52dde6-313c-43c8-a1f8-7ce2940af737,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:29.457743 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['3bb20826-20b2-45c7-8209-47b25b9b61a6'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:17:30.016514 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d510be-11c8-4e2b-896b-5c80fd857796 req-9d81c10c-468b-4d6b-830f-f744f52d3005 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:30.018225 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72d510be-11c8-4e2b-896b-5c80fd857796 req-9d81c10c-468b-4d6b-830f-f744f52d3005 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 944 time: 0.0539067 Mar 21 22:17:30.065415 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40148) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:30.072117 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-72d510be-11c8-4e2b-896b-5c80fd857796 req-e8760747-4316-4c2e-ac55-dd32e6b1ac9a tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478055 Mar 21 22:17:30.162721 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-e08c888a-9b03-4def-90e1-36786462f73f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1812012135-network', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:17:30.260100 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08c888a-9b03-4def-90e1-36786462f73f admin admin] Made reservation on behalf of c4f3754455d24b828ff9bf82cfb1f127 for: {'network': 1} {{(pid=115862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:17:30.262429 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e08c888a-9b03-4def-90e1-36786462f73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for network (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:30.271134 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e08c888a-9b03-4def-90e1-36786462f73f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:30.343338 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e08c888a-9b03-4def-90e1-36786462f73f admin admin] Publish callbacks [] for security_group (37501e78-b3f3-4484-adf7-4b5c986e2546), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:30.432273 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e08c888a-9b03-4def-90e1-36786462f73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (37501e78-b3f3-4484-adf7-4b5c986e2546), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:30.458953 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08c888a-9b03-4def-90e1-36786462f73f admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=115862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 22:17:30.465634 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c888a-9b03-4def-90e1-36786462f73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37501e78-b3f3-4484-adf7-4b5c986e2546,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:30.471797 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e08c888a-9b03-4def-90e1-36786462f73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (89ce3184-fd77-4b38-b045-4f5de7461eae), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:30.472163 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.segments_db [None req-e08c888a-9b03-4def-90e1-36786462f73f admin admin] Added segment 89ce3184-fd77-4b38-b045-4f5de7461eae of type vlan for network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 Mar 21 22:17:30.512255 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e08c888a-9b03-4def-90e1-36786462f73f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732299465840'] for network (f4e1a546-9815-4a00-9fb4-cf3a9a3798b3), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:30.515903 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 3bb20826-20b2-45c7-8209-47b25b9b61a6 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:17:30.586267 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e08c888a-9b03-4def-90e1-36786462f73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934'] for network (f4e1a546-9815-4a00-9fb4-cf3a9a3798b3), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:30.587222 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08c888a-9b03-4def-90e1-36786462f73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:30.588356 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-e08c888a-9b03-4def-90e1-36786462f73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:30.653504 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c888a-9b03-4def-90e1-36786462f73f admin admin] Pushing event updated for resources: {'Network': ['ID=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:30.678035 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 details requested by agent ovs-agent-dv-cinder-834545-1-iscsi with host dv-cinder-834545-1-iscsi {{(pid=115864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 22:17:30.737925 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-e08c888a-9b03-4def-90e1-36786462f73f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6714237 Mar 21 22:17:30.741148 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40152) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:30.746143 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-c792efe8-d8e2-456b-8a13-02a66cc7bd0f admin admin] Request body: {'subnet': {'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-subnet', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:17:30.860667 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port 3bb20826-20b2-45c7-8209-47b25b9b61a6 completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:17:30.863218 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c792efe8-d8e2-456b-8a13-02a66cc7bd0f admin admin] Made reservation on behalf of c4f3754455d24b828ff9bf82cfb1f127 for: {'subnet': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:17:30.863351 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c792efe8-d8e2-456b-8a13-02a66cc7bd0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12331869'] for subnet (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:30.865093 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 3bb20826-20b2-45c7-8209-47b25b9b61a6 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:17:30.865477 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (3bb20826-20b2-45c7-8209-47b25b9b61a6), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:30.949490 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 3bb20826-20b2-45c7-8209-47b25b9b61a6 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:17:30.949907 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (3bb20826-20b2-45c7-8209-47b25b9b61a6), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:30.975149 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b49bb4-1f55-4b76-b844-c7bd8993576a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb20826-20b2-45c7-8209-47b25b9b61a6'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:17:30.977503 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c52b05a-9b34-4a01-908c-91b06b0daf72" -d '{"events": [{"server_uuid": "73b49bb4-1f55-4b76-b844-c7bd8993576a", "name": "network-vif-plugged", "status": "completed", "tag": "3bb20826-20b2-45c7-8209-47b25b9b61a6"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:17:30.990525 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 3bb20826-20b2-45c7-8209-47b25b9b61a6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3bb20826-20b2-45c7-8209-47b25b9b61a6,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:17:31.017147 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b600d40-6e19-468a-ae87-55979295a463 x-openstack-request-id: req-5b600d40-6e19-468a-ae87-55979295a463 {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:17:31.017483 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b49bb4-1f55-4b76-b844-c7bd8993576a", "name": "network-vif-plugged", "status": "completed", "tag": "3bb20826-20b2-45c7-8209-47b25b9b61a6", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:17:31.018042 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b600d40-6e19-468a-ae87-55979295a463 {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:17:31.018507 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b49bb4-1f55-4b76-b844-c7bd8993576a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb20826-20b2-45c7-8209-47b25b9b61a6', 'code': 200} Mar 21 22:17:31.077475 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (3bb20826-20b2-45c7-8209-47b25b9b61a6), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:31.126915 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=3bb20826-20b2-45c7-8209-47b25b9b61a6,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:31.136049 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:31.136450 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:31.136851 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:31.137190 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:31.137529 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:31.137859 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:31.138188 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:31.138515 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:31.138898 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:31.139229 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:31.139555 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:31.139910 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:31.140333 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:31.140657 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:31.140975 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:31.153153 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c792efe8-d8e2-456b-8a13-02a66cc7bd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9687617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12331851'] for subnet (c291448d-e988-4c0b-9353-57804374181b), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:31.236586 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792efe8-d8e2-456b-8a13-02a66cc7bd0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c291448d-e988-4c0b-9353-57804374181b,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:31.248762 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792efe8-d8e2-456b-8a13-02a66cc7bd0f admin admin] Checking segment: {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:17:31.249128 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c792efe8-d8e2-456b-8a13-02a66cc7bd0f admin admin] Network hostable DHCP agents. Network: f4e1a546-9815-4a00-9fb4-cf3a9a3798b3, hostable agents: ['7f56a958-24e8-4ffc-a836-c84670aa780b'], hosted agents: [] {{(pid=115863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 22:17:31.257628 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1037db-3558-4911-bfa8-3d87a997853b req-f173887e-60d1-41d6-8920-8bef7193af98 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:31.260901 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db1037db-3558-4911-bfa8-3d87a997853b req-f173887e-60d1-41d6-8920-8bef7193af98 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 945 time: 0.1186302 Mar 21 22:17:31.315306 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db1037db-3558-4911-bfa8-3d87a997853b req-d9aa2413-9398-4b97-8bc8-d1aea443d873 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475757 Mar 21 22:17:31.340301 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c792efe8-d8e2-456b-8a13-02a66cc7bd0f admin admin] Network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 is scheduled to be hosted by DHCP agent 7f56a958-24e8-4ffc-a836-c84670aa780b with binding_index 1 {{(pid=115863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 22:17:31.407591 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bf8c7-bef0-43d6-8c6b-d417c71c01a8 req-e3bb0a2e-b76d-4e06-a019-0f71358849ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:31.409018 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9d7bf8c7-bef0-43d6-8c6b-d417c71c01a8 req-e3bb0a2e-b76d-4e06-a019-0f71358849ac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 1129 time: 0.0476146 Mar 21 22:17:31.441083 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-c792efe8-d8e2-456b-8a13-02a66cc7bd0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834545-1-iscsi, f4e1a546-9815-4a00-9fb4-cf3a9a3798b3) {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:17:31.450019 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139f11a8-d118-4572-ab19-a08621bfebb6 None None] Network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:17:31.452544 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c792efe8-d8e2-456b-8a13-02a66cc7bd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:31.453137 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c792efe8-d8e2-456b-8a13-02a66cc7bd0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:31.465136 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9d7bf8c7-bef0-43d6-8c6b-d417c71c01a8 req-e156bb6e-2dcf-4ae0-9510-9d2d6d914f4b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494683 Mar 21 22:17:31.554750 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-c792efe8-d8e2-456b-8a13-02a66cc7bd0f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8124413 Mar 21 22:17:31.555778 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa991b821-98ed-579e-a256-fb205f0cf9fe-f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b'}]}} from dv-cinder-834545-1-iscsi. {{(pid=115864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 22:17:31.557202 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:31.558107 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40160) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:31.562549 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:17:31.643635 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3232'] for router (c17e0f77-6a1c-490e-972d-b98badb686cd), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:31.644800 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4165367', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3255'] for router (c17e0f77-6a1c-490e-972d-b98badb686cd), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:31.698022 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.db_base_plugin_common [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Allocated IP 172.20.0.2 (f4e1a546-9815-4a00-9fb4-cf3a9a3798b3/c291448d-e988-4c0b-9353-57804374181b/6e5eddb6-19e7-416f-bb1f-210855a0541e) {{(pid=115864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:17:31.698255 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Publish callbacks [] for router_controller (c17e0f77-6a1c-490e-972d-b98badb686cd), precommit_add_association {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:31.841353 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Publish callbacks [] for port (6e5eddb6-19e7-416f-bb1f-210855a0541e), precommit_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:31.882297 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Publish callbacks [] for router_gateway (c17e0f77-6a1c-490e-972d-b98badb686cd), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:31.906705 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422'] for port (6e5eddb6-19e7-416f-bb1f-210855a0541e), after_create {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:31.953803 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 is already hosted by enough agents. {{(pid=115864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:17:31.963342 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.scheduler.base_scheduler [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Resources bound (agent type, host, resource id): {{(pid=115864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:17:31.965830 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Received port after_create {{(pid=115864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:17:31.973859 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Pushing event updated for resources: {'Port': ['ID=6e5eddb6-19e7-416f-bb1f-210855a0541e,revision_number=1']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:32.028903 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Attempting to bind port 6e5eddb6-19e7-416f-bb1f-210855a0541e on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:17:32.028903 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Attempting to bind port 6e5eddb6-19e7-416f-bb1f-210855a0541e by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:17:32.029392 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Attempting to bind port 6e5eddb6-19e7-416f-bb1f-210855a0541e on network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:17:32.035207 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:17:32.035483 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Checking segment: {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:17:32.035786 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:32.036122 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Bound using segment: {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'} {{(pid=115864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:17:32.036641 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.managers [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Bound port: 6e5eddb6-19e7-416f-bb1f-210855a0541e, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'}}] {{(pid=115864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:17:32.037058 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (6e5eddb6-19e7-416f-bb1f-210855a0541e), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:32.108304 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] For port 6e5eddb6-19e7-416f-bb1f-210855a0541e, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:17:32.111512 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] For port 6e5eddb6-19e7-416f-bb1f-210855a0541e, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=6e5eddb6-19e7-416f-bb1f-210855a0541e,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:17:32.149365 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Publish callbacks [] for router_gateway (c17e0f77-6a1c-490e-972d-b98badb686cd), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:32.172372 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:32.181673 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (6e5eddb6-19e7-416f-bb1f-210855a0541e), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:32.243481 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a0edd-b0d4-462d-b9ca-963c1b0e4c7f None None] Pushing event updated for resources: {'Port': ['ID=6e5eddb6-19e7-416f-bb1f-210855a0541e,revision_number=2']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:32.301696 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Allocated IP 172.27.2.184 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/47bb272e-0ced-48f5-aafb-174e423896d4) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:17:32.432628 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Publish callbacks [] for port (47bb272e-0ced-48f5-aafb-174e423896d4), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:32.465128 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f1972-d5ac-4283-8b93-b476edc626a6 req-1a1b20b1-7505-44ed-abe6-f07337033dc3 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:32.466679 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d83f1972-d5ac-4283-8b93-b476edc626a6 req-1a1b20b1-7505-44ed-abe6-f07337033dc3 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 945 time: 0.0747550 Mar 21 22:17:32.546770 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d83f1972-d5ac-4283-8b93-b476edc626a6 req-33d4d74a-344e-4b6a-9766-4f9a3d5bbf19 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663021 Mar 21 22:17:32.558458 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (47bb272e-0ced-48f5-aafb-174e423896d4), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:32.597552 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:17:32.600749 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:17:32.604436 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:17:32.649175 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 6e5eddb6-19e7-416f-bb1f-210855a0541e up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:17:32.656690 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Pushing event updated for resources: {'Port': ['ID=47bb272e-0ced-48f5-aafb-174e423896d4,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:32.706912 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 6e5eddb6-19e7-416f-bb1f-210855a0541e triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:17:32.707310 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (6e5eddb6-19e7-416f-bb1f-210855a0541e), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:32.793605 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 6e5eddb6-19e7-416f-bb1f-210855a0541e is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:17:32.793991 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (6e5eddb6-19e7-416f-bb1f-210855a0541e), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:32.828051 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port 6e5eddb6-19e7-416f-bb1f-210855a0541e, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=6e5eddb6-19e7-416f-bb1f-210855a0541e,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:17:32.940908 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (6e5eddb6-19e7-416f-bb1f-210855a0541e), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:32.945229 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Publish callbacks [] for router_gateway (c17e0f77-6a1c-490e-972d-b98badb686cd), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:33.003831 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=6e5eddb6-19e7-416f-bb1f-210855a0541e,revision_number=3']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:33.311725 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e620248e-25f2-4f5d-b730-927aeeea0373 None None] Network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:17:33.378647 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-42d95be5-ae7d-4876-bde6-e131f676cc6f None None] Provisioning complete for port 6e5eddb6-19e7-416f-bb1f-210855a0541e triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:17:33.379035 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-42d95be5-ae7d-4876-bde6-e131f676cc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (6e5eddb6-19e7-416f-bb1f-210855a0541e), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:33.421079 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4165154'] for router (c17e0f77-6a1c-490e-972d-b98badb686cd), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:33.501025 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-42d95be5-ae7d-4876-bde6-e131f676cc6f None None] Current status of the port 6e5eddb6-19e7-416f-bb1f-210855a0541e is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:17:33.643700 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Router c17e0f77-6a1c-490e-972d-b98badb686cd is scheduled to L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 with binding_index 1 {{(pid=115862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 22:17:33.689648 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393e09c-ce8a-4573-88a7-7868082ac7cb req-62d0a554-18dd-4d17-a9d6-bf0d973123e2 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:33.691629 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7393e09c-ce8a-4573-88a7-7868082ac7cb req-62d0a554-18dd-4d17-a9d6-bf0d973123e2 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 945 time: 0.0573273 Mar 21 22:17:33.730575 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-192bfcd8-4a65-4dc9-9dd4-61536fb75b28 None None] Provisioning complete for port 6e5eddb6-19e7-416f-bb1f-210855a0541e triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:17:33.731214 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-192bfcd8-4a65-4dc9-9dd4-61536fb75b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (6e5eddb6-19e7-416f-bb1f-210855a0541e), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:33.748098 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7393e09c-ce8a-4573-88a7-7868082ac7cb req-321dd13e-e7e3-4425-8c4e-e368a5b72ee9 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501459 Mar 21 22:17:33.787273 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:17:33.800002 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Sync routers for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:17:33.812124 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:17:33.812782 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:17:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:33.839480 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-192bfcd8-4a65-4dc9-9dd4-61536fb75b28 None None] Current status of the port 6e5eddb6-19e7-416f-bb1f-210855a0541e is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:17:33.874284 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:33.878388 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-9b7a27c7-f378-4bf6-8cff-1740465f50f8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3164444 Mar 21 22:17:33.879200 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40182) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:33.900398 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1212f-712a-40d2-af10-fb5c723fae0e req-610da44a-e0ea-4c5d-ba27-1ff97c663c21 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:33.902067 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a4a1212f-712a-40d2-af10-fb5c723fae0e req-610da44a-e0ea-4c5d-ba27-1ff97c663c21 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 945 time: 0.0592976 Mar 21 22:17:33.966733 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a4a1212f-712a-40d2-af10-fb5c723fae0e req-093f80da-e659-493e-8a95-bb257a0e099c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531640 Mar 21 22:17:33.991861 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40184) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:34.024263 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:17:34.159425 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f13ecad-7527-4712-9363-70c8d58e3a1c tempest-TestVolumeBootPattern-2147155709 tempest-TestVolumeBootPattern-2147155709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:34.163905 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-0f13ecad-7527-4712-9363-70c8d58e3a1c tempest-TestVolumeBootPattern-2147155709 tempest-TestVolumeBootPattern-2147155709-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 1124 time: 0.1704950 Mar 21 22:17:34.164726 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40188) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:34.169822 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Request body: {'floatingip': {'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'port_id': '3bb20826-20b2-45c7-8209-47b25b9b61a6', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:17:34.210453 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:32Z', 'revision_number': 3, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:34.241009 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Checking router: c17e0f77-6a1c-490e-972d-b98badb686cd for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:17:34.241358 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Updating router c17e0f77-6a1c-490e-972d-b98badb686cd port 47bb272e-0ced-48f5-aafb-174e423896d4 binding host dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:17:34.243611 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:34.271220 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (47bb272e-0ced-48f5-aafb-174e423896d4), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:34.361801 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:34.384208 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:34.542748 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Publish callbacks [] for port (47bb272e-0ced-48f5-aafb-174e423896d4), precommit_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:34.558460 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Allocated IP 172.20.0.1 (f4e1a546-9815-4a00-9fb4-cf3a9a3798b3/c291448d-e988-4c0b-9353-57804374181b/a1e2eb0b-c07f-452a-9629-010693586115) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:17:34.586102 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 6e5eddb6-19e7-416f-bb1f-210855a0541e up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:17:34.626277 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (47bb272e-0ced-48f5-aafb-174e423896d4), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:34.663567 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 6e5eddb6-19e7-416f-bb1f-210855a0541e triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:17:34.664486 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (6e5eddb6-19e7-416f-bb1f-210855a0541e), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:34.687629 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Allocated IP 172.27.2.32 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/0c228236-5746-4bbf-b33d-786fd1705789) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:17:34.693209 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Publish callbacks [] for port (a1e2eb0b-c07f-452a-9629-010693586115), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:34.715209 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c949c2-975e-4000-8c50-57b8b14f719d None None] Pushing event updated for resources: {'Port': ['ID=47bb272e-0ced-48f5-aafb-174e423896d4,revision_number=2']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:34.735699 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c949c2-975e-4000-8c50-57b8b14f719d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:34.736347 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c949c2-975e-4000-8c50-57b8b14f719d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:34.736712 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c949c2-975e-4000-8c50-57b8b14f719d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:34.737248 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c949c2-975e-4000-8c50-57b8b14f719d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:34.737840 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c949c2-975e-4000-8c50-57b8b14f719d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:34.738341 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c949c2-975e-4000-8c50-57b8b14f719d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:34.738840 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c949c2-975e-4000-8c50-57b8b14f719d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:34.739348 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c949c2-975e-4000-8c50-57b8b14f719d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:34.739850 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c949c2-975e-4000-8c50-57b8b14f719d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:34.740334 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c949c2-975e-4000-8c50-57b8b14f719d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:34.740826 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c949c2-975e-4000-8c50-57b8b14f719d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:34.741338 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c949c2-975e-4000-8c50-57b8b14f719d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:34.741818 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c949c2-975e-4000-8c50-57b8b14f719d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:34.742308 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c949c2-975e-4000-8c50-57b8b14f719d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:34.742785 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c949c2-975e-4000-8c50-57b8b14f719d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:34.763059 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Attempting to bind port 47bb272e-0ced-48f5-aafb-174e423896d4 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:17:34.763705 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Attempting to bind port 47bb272e-0ced-48f5-aafb-174e423896d4 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:17:34.764246 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Attempting to bind port 47bb272e-0ced-48f5-aafb-174e423896d4 on network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:17:34.771402 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:17:34.771989 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Checking segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:17:34.772597 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:34.773148 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Bound using segment: {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:17:34.773790 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Bound port: 47bb272e-0ced-48f5-aafb-174e423896d4, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb9a95b-4c69-48a1-8941-b8fc0880bf95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:17:34.774354 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (47bb272e-0ced-48f5-aafb-174e423896d4), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:34.779764 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 6e5eddb6-19e7-416f-bb1f-210855a0541e is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:17:34.815928 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (a1e2eb0b-c07f-452a-9629-010693586115), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:34.835786 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] For port 47bb272e-0ced-48f5-aafb-174e423896d4, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:17:34.836406 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for port (0c228236-5746-4bbf-b33d-786fd1705789), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:34.839241 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] For port 47bb272e-0ced-48f5-aafb-174e423896d4, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=47bb272e-0ced-48f5-aafb-174e423896d4,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:17:34.856388 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:17:34.859495 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:17:34.862923 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:17:34.910451 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4165623'] for router_interface (c17e0f77-6a1c-490e-972d-b98badb686cd), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:34.913957 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Pushing event updated for resources: {'Port': ['ID=a1e2eb0b-c07f-452a-9629-010693586115,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:34.946635 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (0c228236-5746-4bbf-b33d-786fd1705789), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:34.953022 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (47bb272e-0ced-48f5-aafb-174e423896d4), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:34.997526 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:17:35.001181 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:17:35.006165 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:17:35.028768 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c949c2-975e-4000-8c50-57b8b14f719d None None] Pushing event updated for resources: {'Port': ['ID=47bb272e-0ced-48f5-aafb-174e423896d4,revision_number=3']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:35.046928 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:17:35.047910 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:17:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:35.094128 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event updated for resources: {'Port': ['ID=0c228236-5746-4bbf-b33d-786fd1705789,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:35.107893 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:35.108250 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:35.108596 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:35.108938 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:35.109275 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:35.109612 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:35.109941 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:35.110390 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:35.110600 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:35.110952 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:35.111285 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:35.111615 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:35.111938 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:35.112260 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:35.112684 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:17:35.153742 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (a1e2eb0b-c07f-452a-9629-010693586115), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:35.193541 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:17:35.201301 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-1904957b-d6b4-41b6-831b-1eddfb038a6c None None] Provisioning complete for port a1e2eb0b-c07f-452a-9629-010693586115 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:17:35.201852 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-1904957b-d6b4-41b6-831b-1eddfb038a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (a1e2eb0b-c07f-452a-9629-010693586115), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:35.249421 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-1904957b-d6b4-41b6-831b-1eddfb038a6c None None] Port a1e2eb0b-c07f-452a-9629-010693586115 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:17:35.371612 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Publish callbacks [] for port (a1e2eb0b-c07f-452a-9629-010693586115), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:35.392583 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:32Z', 'revision_number': 3, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:35.424017 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4efcbfa-230c-40d1-b4d8-c919cf3e6bfb None None] The sync data for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi is: [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:32Z', 'revision_number': 3, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:17:35.449160 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625600'] for port (a1e2eb0b-c07f-452a-9629-010693586115), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:35.481278 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for floatingip (e033dfc5-ae65-440c-95ed-a2b9c68da0c8), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:35.524316 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Pushing event updated for resources: {'Port': ['ID=a1e2eb0b-c07f-452a-9629-010693586115,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:35.528060 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4165475'] for router_interface (c17e0f77-6a1c-490e-972d-b98badb686cd), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:35.602432 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (0c228236-5746-4bbf-b33d-786fd1705789), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:35.629927 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:17:35.631410 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:17:35.787726 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Router c17e0f77-6a1c-490e-972d-b98badb686cd has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:17:35.831339 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for port (0c228236-5746-4bbf-b33d-786fd1705789), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:35.889332 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (0c228236-5746-4bbf-b33d-786fd1705789), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:35.914331 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:17:35.921780 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-17f7c889-0c85-4612-b911-de0c41acf734 admin admin] 10.222.0.45 "PUT /v2.0/routers/c17e0f77-6a1c-490e-972d-b98badb686cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0392771 Mar 21 22:17:35.961591 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event updated for resources: {'Port': ['ID=0c228236-5746-4bbf-b33d-786fd1705789,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:35.982583 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-397b4ce3-e031-4042-9556-2b8822df2c5b None None] Provisioning complete for port a1e2eb0b-c07f-452a-9629-010693586115 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:17:35.983410 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (e033dfc5-ae65-440c-95ed-a2b9c68da0c8), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:35.983968 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-397b4ce3-e031-4042-9556-2b8822df2c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (a1e2eb0b-c07f-452a-9629-010693586115), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:36.033341 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-397b4ce3-e031-4042-9556-2b8822df2c5b None None] Port a1e2eb0b-c07f-452a-9629-010693586115 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:17:36.106072 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Floating IP e033dfc5-ae65-440c-95ed-a2b9c68da0c8 associated. External IP: 172.27.2.32, port: 3bb20826-20b2-45c7-8209-47b25b9b61a6. Mar 21 22:17:36.335815 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Router 30662889-03b8-47cc-8163-ea6f29656092 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:17:36.424772 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40206) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:36.430320 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-14929a95-42d3-4eb5-8bcd-fe26327ebab6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066124673', 'description': 'tempest-description--878823372'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:17:36.463310 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:17:36.467619 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f4996f-c928-4b84-b751-90a7970b4a5f None None] Sync routers for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:17:36.479132 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f4996f-c928-4b84-b751-90a7970b4a5f None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:17:36.479755 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-e4f4996f-c928-4b84-b751-90a7970b4a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:17:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:36.547069 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-14929a95-42d3-4eb5-8bcd-fe26327ebab6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:36.562050 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:36.600428 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-e4f4996f-c928-4b84-b751-90a7970b4a5f None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:17:36.602105 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-4abda04b-ef4f-4cb2-bed5-1651da01b1c0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4361711 Mar 21 22:17:36.602711 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b49bb4-1f55-4b76-b844-c7bd8993576a', 'tag': '3bb20826-20b2-45c7-8209-47b25b9b61a6'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:17:36.605560 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6131a6f6-d0bd-483c-9318-7a0b871ba716" -d '{"events": [{"name": "network-changed", "server_uuid": "73b49bb4-1f55-4b76-b844-c7bd8993576a", "tag": "3bb20826-20b2-45c7-8209-47b25b9b61a6"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:17:36.632206 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 47bb272e-0ced-48f5-aafb-174e423896d4 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:17:36.644988 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-14929a95-42d3-4eb5-8bcd-fe26327ebab6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (2e7b4ba1-6c97-4655-b216-16aaa5bd0384), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:36.660169 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a225415e-103d-42fa-8890-13021d0ae771 x-openstack-request-id: req-a225415e-103d-42fa-8890-13021d0ae771 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:17:36.660682 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b49bb4-1f55-4b76-b844-c7bd8993576a", "tag": "3bb20826-20b2-45c7-8209-47b25b9b61a6", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:17:36.661114 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a225415e-103d-42fa-8890-13021d0ae771 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:17:36.661700 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b49bb4-1f55-4b76-b844-c7bd8993576a', 'tag': '3bb20826-20b2-45c7-8209-47b25b9b61a6', 'status': 'completed', 'code': 200} Mar 21 22:17:36.722938 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-14929a95-42d3-4eb5-8bcd-fe26327ebab6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (2e7b4ba1-6c97-4655-b216-16aaa5bd0384), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:36.755865 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14929a95-42d3-4eb5-8bcd-fe26327ebab6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7b4ba1-6c97-4655-b216-16aaa5bd0384,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:36.786548 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 47bb272e-0ced-48f5-aafb-174e423896d4 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:17:36.786840 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (47bb272e-0ced-48f5-aafb-174e423896d4), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:36.804951 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-14929a95-42d3-4eb5-8bcd-fe26327ebab6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:36.806244 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-14929a95-42d3-4eb5-8bcd-fe26327ebab6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3804393 Mar 21 22:17:36.809243 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40212) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:36.813970 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-b369d538-bfac-4fbe-a70e-99b8aec5e8d1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'security_group_rule': {'security_group_id': '2e7b4ba1-6c97-4655-b216-16aaa5bd0384', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:17:36.897771 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b369d538-bfac-4fbe-a70e-99b8aec5e8d1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (8bdfb0d6-1941-4aeb-ab66-8f1463dc91df), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:36.963861 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b369d538-bfac-4fbe-a70e-99b8aec5e8d1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (8bdfb0d6-1941-4aeb-ab66-8f1463dc91df), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:37.020088 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b369d538-bfac-4fbe-a70e-99b8aec5e8d1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (8bdfb0d6-1941-4aeb-ab66-8f1463dc91df), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:37.040465 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369d538-bfac-4fbe-a70e-99b8aec5e8d1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdfb0d6-1941-4aeb-ab66-8f1463dc91df,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:37.056593 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 47bb272e-0ced-48f5-aafb-174e423896d4 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:17:37.057189 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (47bb272e-0ced-48f5-aafb-174e423896d4), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:37.085335 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b369d538-bfac-4fbe-a70e-99b8aec5e8d1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:37.085696 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] For port 47bb272e-0ced-48f5-aafb-174e423896d4, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=47bb272e-0ced-48f5-aafb-174e423896d4,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:17:37.086620 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-b369d538-bfac-4fbe-a70e-99b8aec5e8d1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2763751 Mar 21 22:17:37.090070 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40214) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:37.092222 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-e4f4996f-c928-4b84-b751-90a7970b4a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'e033dfc5-ae65-440c-95ed-a2b9c68da0c8', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '30662889-03b8-47cc-8163-ea6f29656092', 'port_id': '3bb20826-20b2-45c7-8209-47b25b9b61a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'mac_address': 'fa:16:3e:48:76:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b49bb4-1f55-4b76-b844-c7bd8993576a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:17:35Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 0, 'project_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address_scope': None}, {'id': 'e83097a9-87a8-4606-a8c0-07d1c5e0f0c6', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '30662889-03b8-47cc-8163-ea6f29656092', 'port_id': 'b19a0af5-2d6e-46cf-a25f-030709428585', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'mac_address': 'fa:16:3e:24:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:14:51Z', 'updated_at': '2022-03-21T22:14:53Z', 'revision_number': 1, 'project_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:37.095006 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-c64c18f2-3a58-4893-b57c-513ca7dc498e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'security_group_rule': {'security_group_id': '2e7b4ba1-6c97-4655-b216-16aaa5bd0384', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:17:37.123248 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (47bb272e-0ced-48f5-aafb-174e423896d4), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:37.126976 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f4996f-c928-4b84-b751-90a7970b4a5f None None] Checking router: 30662889-03b8-47cc-8163-ea6f29656092 for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:17:37.161137 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f4996f-c928-4b84-b751-90a7970b4a5f None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:17:37.161757 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-e4f4996f-c928-4b84-b751-90a7970b4a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:17:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:37.162956 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c64c18f2-3a58-4893-b57c-513ca7dc498e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (4f7e9ffe-62c6-4b91-a25d-5c8d8bfdccc6), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:37.233368 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c64c18f2-3a58-4893-b57c-513ca7dc498e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (4f7e9ffe-62c6-4b91-a25d-5c8d8bfdccc6), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:37.247422 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Pushing event updated for resources: {'Port': ['ID=47bb272e-0ced-48f5-aafb-174e423896d4,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:37.249353 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Sync routers for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:17:37.269988 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:17:37.271052 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:17:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:37.311440 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-e4f4996f-c928-4b84-b751-90a7970b4a5f None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:17:37.312440 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c64c18f2-3a58-4893-b57c-513ca7dc498e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (4f7e9ffe-62c6-4b91-a25d-5c8d8bfdccc6), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:37.341433 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c18f2-3a58-4893-b57c-513ca7dc498e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7e9ffe-62c6-4b91-a25d-5c8d8bfdccc6,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:37.398607 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:17:37.411521 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c64c18f2-3a58-4893-b57c-513ca7dc498e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:37.412987 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-c64c18f2-3a58-4893-b57c-513ca7dc498e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3213778 Mar 21 22:17:37.415895 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40218) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:37.420566 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'floatingip': {'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:17:37.512057 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:37.576619 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-e4f4996f-c928-4b84-b751-90a7970b4a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'e033dfc5-ae65-440c-95ed-a2b9c68da0c8', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '30662889-03b8-47cc-8163-ea6f29656092', 'port_id': '3bb20826-20b2-45c7-8209-47b25b9b61a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'mac_address': 'fa:16:3e:48:76:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b49bb4-1f55-4b76-b844-c7bd8993576a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:17:35Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 0, 'project_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address_scope': None}, {'id': 'e83097a9-87a8-4606-a8c0-07d1c5e0f0c6', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '30662889-03b8-47cc-8163-ea6f29656092', 'port_id': 'b19a0af5-2d6e-46cf-a25f-030709428585', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'mac_address': 'fa:16:3e:24:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:14:51Z', 'updated_at': '2022-03-21T22:14:53Z', 'revision_number': 1, 'project_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:37.609707 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f4996f-c928-4b84-b751-90a7970b4a5f None None] The sync data for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi is: [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'e033dfc5-ae65-440c-95ed-a2b9c68da0c8', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '30662889-03b8-47cc-8163-ea6f29656092', 'port_id': '3bb20826-20b2-45c7-8209-47b25b9b61a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'mac_address': 'fa:16:3e:48:76:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b49bb4-1f55-4b76-b844-c7bd8993576a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:17:35Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 0, 'project_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address_scope': None}, {'id': 'e83097a9-87a8-4606-a8c0-07d1c5e0f0c6', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '30662889-03b8-47cc-8163-ea6f29656092', 'port_id': 'b19a0af5-2d6e-46cf-a25f-030709428585', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'mac_address': 'fa:16:3e:24:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:14:51Z', 'updated_at': '2022-03-21T22:14:53Z', 'revision_number': 1, 'project_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:17:37.615637 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:37.621106 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 2, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:37.648909 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Checking router: c17e0f77-6a1c-490e-972d-b98badb686cd for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:17:37.649419 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Updating router c17e0f77-6a1c-490e-972d-b98badb686cd port a1e2eb0b-c07f-452a-9629-010693586115 binding host dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 22:17:37.680905 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (a1e2eb0b-c07f-452a-9629-010693586115), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:37.731699 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Allocated IP 172.27.2.59 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/a438ef6a-3ed9-4250-9a76-27b6570a2388) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:17:37.850535 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc80866-1538-462a-aa3a-d272f6220252 None None] New status for floating IP e033dfc5-ae65-440c-95ed-a2b9c68da0c8: ACTIVE {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:17:38.064757 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Publish callbacks [] for port (a1e2eb0b-c07f-452a-9629-010693586115), precommit_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.118114 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for port (a438ef6a-3ed9-4250-9a76-27b6570a2388), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.151868 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (a1e2eb0b-c07f-452a-9629-010693586115), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.200619 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d835c1e-cbb4-4320-ab1a-b099a93def34 None None] Pushing event updated for resources: {'Port': ['ID=a1e2eb0b-c07f-452a-9629-010693586115,revision_number=3']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:38.209494 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (a438ef6a-3ed9-4250-9a76-27b6570a2388), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.250907 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:17:38.255877 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:17:38.258484 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:17:38.262091 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Attempting to bind port a1e2eb0b-c07f-452a-9629-010693586115 on host dv-cinder-834545-1-iscsi for vnic_type normal with profile {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:17:38.262625 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Attempting to bind port a1e2eb0b-c07f-452a-9629-010693586115 by drivers openvswitch,hyperv on host dv-cinder-834545-1-iscsi at level 0 using segments [{'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:17:38.262807 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Attempting to bind port a1e2eb0b-c07f-452a-9629-010693586115 on network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:17:38.268957 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Checking agent: {'id': '54cef890-e75b-4060-adbc-b5af43628aaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834545-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 21, 56, 16), 'started_at': datetime.datetime(2022, 3, 21, 21, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834545-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:17:38.269339 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Checking segment: {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:17:38.269895 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.270140 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Bound using segment: {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'} {{(pid=115865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:17:38.270601 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.managers [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Bound port: a1e2eb0b-c07f-452a-9629-010693586115, host: dv-cinder-834545-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'}}] {{(pid=115865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:17:38.270997 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (a1e2eb0b-c07f-452a-9629-010693586115), before_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.288554 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'Port': ['ID=a438ef6a-3ed9-4250-9a76-27b6570a2388,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:38.347234 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] For port a1e2eb0b-c07f-452a-9629-010693586115, host dv-cinder-834545-1-iscsi, cleared binding levels {{(pid=115865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:17:38.351005 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.plugins.ml2.db [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] For port a1e2eb0b-c07f-452a-9629-010693586115, host dv-cinder-834545-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=a1e2eb0b-c07f-452a-9629-010693586115,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:17:38.364999 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (1b0b96b9-05c5-4c8a-9efd-e7ecfae20477), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.408956 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron_lib.callbacks.manager [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (a1e2eb0b-c07f-452a-9629-010693586115), after_update {{(pid=115865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.464156 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (a438ef6a-3ed9-4250-9a76-27b6570a2388), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.467265 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d835c1e-cbb4-4320-ab1a-b099a93def34 None None] Pushing event updated for resources: {'Port': ['ID=a1e2eb0b-c07f-452a-9629-010693586115,revision_number=4']} {{(pid=115865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:38.476575 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:17:38.477203 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:17:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:38.480721 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-65221f2c-7808-4054-8238-d891e564d10d None None] Provisioning complete for port a1e2eb0b-c07f-452a-9629-010693586115 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:17:38.481753 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-65221f2c-7808-4054-8238-d891e564d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (a1e2eb0b-c07f-452a-9629-010693586115), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.506031 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-a884e934-8879-4f40-b098-5911c0c5e17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.598797 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-65221f2c-7808-4054-8238-d891e564d10d None None] Current status of the port a1e2eb0b-c07f-452a-9629-010693586115 is: DOWN; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:17:38.599233 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-65221f2c-7808-4054-8238-d891e564d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (a1e2eb0b-c07f-452a-9629-010693586115), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.629287 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 47bb272e-0ced-48f5-aafb-174e423896d4 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:17:38.633296 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:17:38.682490 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-65221f2c-7808-4054-8238-d891e564d10d None None] For port a1e2eb0b-c07f-452a-9629-010693586115, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=a1e2eb0b-c07f-452a-9629-010693586115,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:17:38.683063 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for port (a438ef6a-3ed9-4250-9a76-27b6570a2388), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.699314 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port 47bb272e-0ced-48f5-aafb-174e423896d4 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:17:38.699314 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (47bb272e-0ced-48f5-aafb-174e423896d4), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.757589 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (a438ef6a-3ed9-4250-9a76-27b6570a2388), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.772551 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-65221f2c-7808-4054-8238-d891e564d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (a1e2eb0b-c07f-452a-9629-010693586115), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.810190 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port 47bb272e-0ced-48f5-aafb-174e423896d4 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:17:38.830849 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'Port': ['ID=a438ef6a-3ed9-4250-9a76-27b6570a2388,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:38.835562 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65221f2c-7808-4054-8238-d891e564d10d None None] Pushing event updated for resources: {'Port': ['ID=a1e2eb0b-c07f-452a-9629-010693586115,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:38.842022 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (1b0b96b9-05c5-4c8a-9efd-e7ecfae20477), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.867347 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:38.894155 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9143cdb3-82d5-4ea1-b54c-4cb38802a0e5 None None] The sync data for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi is: [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:17:38.895841 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-c05ae622-f7f8-416e-855b-bae3ad827eae None None] Provisioning complete for port a1e2eb0b-c07f-452a-9629-010693586115 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:17:38.896297 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-c05ae622-f7f8-416e-855b-bae3ad827eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (a1e2eb0b-c07f-452a-9629-010693586115), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.954372 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:38.967344 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-9c1972c1-c64b-4863-ab28-d8e3c0602b98 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5420444 Mar 21 22:17:39.006513 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-c05ae622-f7f8-416e-855b-bae3ad827eae None None] Current status of the port a1e2eb0b-c07f-452a-9629-010693586115 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:17:39.123882 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-a52e4bd0-bd23-46c9-b817-e6bcb216c415 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1066124673&fields=id&tenant_id=c4f3754455d24b828ff9bf82cfb1f127 HTTP/1.1" status: 200 len: 267 time: 0.0466762 Mar 21 22:17:39.238410 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-a8d444ee-2abd-4c95-bb00-c587b15141fa tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:39.240212 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-a8d444ee-2abd-4c95-bb00-c587b15141fa tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/networks?id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 HTTP/1.1" status: 200 len: 815 time: 0.1088121 Mar 21 22:17:39.255505 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-5e91d968-442c-43ef-b9a7-fbe5eb0985e6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/quotas/c4f3754455d24b828ff9bf82cfb1f127 HTTP/1.1" status: 200 len: 375 time: 0.0098393 Mar 21 22:17:39.345688 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-306388b6-0980-457a-ab88-b0f4118be9a3 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842304 Mar 21 22:17:39.361637 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131a6f6-d0bd-483c-9318-7a0b871ba716 req-075a7762-af12-4854-a11d-50b624fe31b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:39.363227 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6131a6f6-d0bd-483c-9318-7a0b871ba716 req-075a7762-af12-4854-a11d-50b624fe31b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7458146c857149e1bf0714f383c8d472&device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 1129 time: 0.0624912 Mar 21 22:17:39.525827 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-1281acc1-e008-45ac-938c-971336929f28 service neutron] 10.222.0.45 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612997 Mar 21 22:17:39.526768 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131a6f6-d0bd-483c-9318-7a0b871ba716 req-55198683-cfc9-466b-b339-811c9c3d442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:39.528091 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6131a6f6-d0bd-483c-9318-7a0b871ba716 req-55198683-cfc9-466b-b339-811c9c3d442b service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ca64710-59df-44d1-9926-47db3d9d37c7 HTTP/1.1" status: 200 len: 912 time: 0.1565692 Mar 21 22:17:39.643121 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6131a6f6-d0bd-483c-9318-7a0b871ba716 req-12f9a669-449f-4d85-ab41-15850efd2d72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bb20826-20b2-45c7-8209-47b25b9b61a6 HTTP/1.1" status: 200 len: 1000 time: 0.1038840 Mar 21 22:17:39.701434 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-17517396-cd8a-4379-ac7f-63a2bcc85837 service neutron] 10.222.0.45 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695611 Mar 21 22:17:39.708498 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131a6f6-d0bd-483c-9318-7a0b871ba716 req-6e58e15b-3c99-45c9-bef6-4ad303c2e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:39.709923 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6131a6f6-d0bd-483c-9318-7a0b871ba716 req-6e58e15b-3c99-45c9-bef6-4ad303c2e316 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1497cc9-2e8b-48ed-991b-efcb826a8f9f HTTP/1.1" status: 200 len: 850 time: 0.0604022 Mar 21 22:17:39.760421 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131a6f6-d0bd-483c-9318-7a0b871ba716 req-39c5d6af-d23f-45ed-8b21-60c925440b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:39.762184 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6131a6f6-d0bd-483c-9318-7a0b871ba716 req-39c5d6af-d23f-45ed-8b21-60c925440b20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca64710-59df-44d1-9926-47db3d9d37c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462499 Mar 21 22:17:39.859324 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6131a6f6-d0bd-483c-9318-7a0b871ba716 req-e3264e7e-0614-4a47-9ce7-d53983a069c0 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908740 Mar 21 22:17:39.975095 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5ba12801-e4f1-49fd-8caa-c99984c73827 req-da0a1d8c-50f2-4f08-a086-67a16d8fe0bd tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 210 time: 0.0397196 Mar 21 22:17:39.991415 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6131a6f6-d0bd-483c-9318-7a0b871ba716 req-b77d312d-7a35-4084-bf26-64e6ad09262f service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268277 Mar 21 22:17:40.197558 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:40.597768 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device a1e2eb0b-c07f-452a-9629-010693586115 up at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:17:40.650944 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Provisioning complete for port a1e2eb0b-c07f-452a-9629-010693586115 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:17:40.653694 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (a1e2eb0b-c07f-452a-9629-010693586115), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:40.730154 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Current status of the port a1e2eb0b-c07f-452a-9629-010693586115 is: ACTIVE; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:17:41.020062 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e0d94edb-616b-4640-8665-2d5d30d6e1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:41.074972 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9b77d16-7132-4d19-b7a1-9151c9c2a38b req-7a447493-c94a-4843-b7cb-5a7761acd7d3 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 210 time: 0.0292130 Mar 21 22:17:42.126713 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-882b3bb6-f202-4fcf-a8ee-c8b2cd36d565 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:42.128443 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-882b3bb6-f202-4fcf-a8ee-c8b2cd36d565 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "GET /v2.0/networks?id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 HTTP/1.1" status: 200 len: 815 time: 0.1057885 Mar 21 22:17:42.182215 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8c0fff1d-bbbe-41e3-889d-e0e5715ff63f req-eb67b1f7-6b66-4b88-bcc7-dba085cce0fd tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 210 time: 0.0380790 Mar 21 22:17:42.228510 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-a49b6457-cbac-4c2e-adbc-541565654f66 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4f3754455d24b828ff9bf82cfb1f127 HTTP/1.1" status: 200 len: 380 time: 0.0721536 Mar 21 22:17:42.237226 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-a3c922f9-9545-4ec1-8e65-5b2ff958293f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'port': {'device_id': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'admin_state_up': True, 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'security_groups': ['2e7b4ba1-6c97-4655-b216-16aaa5bd0384']}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:17:42.427471 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:17:42.460003 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-a3c922f9-9545-4ec1-8e65-5b2ff958293f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Made reservation on behalf of c4f3754455d24b828ff9bf82cfb1f127 for: {'port': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:17:42.463444 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-a3c922f9-9545-4ec1-8e65-5b2ff958293f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:42.592203 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-a3c922f9-9545-4ec1-8e65-5b2ff958293f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Allocated IP 172.20.0.9 (f4e1a546-9815-4a00-9fb4-cf3a9a3798b3/c291448d-e988-4c0b-9353-57804374181b/f537a3db-e715-480b-a8e0-db092516b501) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:17:42.724101 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-a3c922f9-9545-4ec1-8e65-5b2ff958293f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for port (f537a3db-e715-480b-a8e0-db092516b501), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:42.855170 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-a3c922f9-9545-4ec1-8e65-5b2ff958293f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (f537a3db-e715-480b-a8e0-db092516b501), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:42.901257 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-a3c922f9-9545-4ec1-8e65-5b2ff958293f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:17:42.904455 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-a3c922f9-9545-4ec1-8e65-5b2ff958293f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:17:42.916749 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-a3c922f9-9545-4ec1-8e65-5b2ff958293f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:17:42.916861 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:42.935533 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c922f9-9545-4ec1-8e65-5b2ff958293f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'Port': ['ID=f537a3db-e715-480b-a8e0-db092516b501,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:42.964113 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-a3c922f9-9545-4ec1-8e65-5b2ff958293f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:42.964745 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-a3c922f9-9545-4ec1-8e65-5b2ff958293f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:43.062797 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-a3c922f9-9545-4ec1-8e65-5b2ff958293f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8293750 Mar 21 22:17:43.080375 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Request body: {'port': {'device_id': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:17:43.137075 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f537a3db-e715-480b-a8e0-db092516b501), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:43.174510 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-86649fea-5c65-427d-bfeb-8b3d947f96ce None None] Provisioning complete for port f537a3db-e715-480b-a8e0-db092516b501 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:17:43.174802 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-86649fea-5c65-427d-bfeb-8b3d947f96ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (f537a3db-e715-480b-a8e0-db092516b501), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:43.209303 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-86649fea-5c65-427d-bfeb-8b3d947f96ce None None] Port f537a3db-e715-480b-a8e0-db092516b501 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:17:43.391766 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086c194-48e9-415b-a546-c233ed99a8d7 req-70dc35e2-48cc-4104-a133-eb7f06f4e5f7 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:43.393512 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1086c194-48e9-415b-a546-c233ed99a8d7 req-70dc35e2-48cc-4104-a133-eb7f06f4e5f7 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 931 time: 0.1406848 Mar 21 22:17:43.471971 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f537a3db-e715-480b-a8e0-db092516b501 {{(pid=115863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:17:43.483196 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Publish callbacks [] for port (f537a3db-e715-480b-a8e0-db092516b501), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:43.488038 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1086c194-48e9-415b-a546-c233ed99a8d7 req-0dd0cb23-604b-4278-98d5-9f46b4281205 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e7b4ba1-6c97-4655-b216-16aaa5bd0384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868313 Mar 21 22:17:43.498547 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.provisioning_blocks [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Transition to ACTIVE for port object f537a3db-e715-480b-a8e0-db092516b501 will not be triggered until provisioned by entity L2. {{(pid=115863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:17:43.603482 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (f537a3db-e715-480b-a8e0-db092516b501), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:43.658572 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Pushing event updated for resources: {'Port': ['ID=f537a3db-e715-480b-a8e0-db092516b501,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:43.731595 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Attempting to bind port f537a3db-e715-480b-a8e0-db092516b501 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:17:43.737622 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Attempting to bind port f537a3db-e715-480b-a8e0-db092516b501 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:17:43.737622 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Attempting to bind port f537a3db-e715-480b-a8e0-db092516b501 on network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:17:43.737622 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Port f537a3db-e715-480b-a8e0-db092516b501 on network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:17:43.737622 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Attempting to bind port f537a3db-e715-480b-a8e0-db092516b501 on network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:17:43.742645 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:17:43.743018 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Checking segment: {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:17:43.744095 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Bound using segment: {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:17:43.744095 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Bound port: f537a3db-e715-480b-a8e0-db092516b501, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'}}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:17:43.744343 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f537a3db-e715-480b-a8e0-db092516b501), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:43.814264 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] For port f537a3db-e715-480b-a8e0-db092516b501, host hv-cinder-83454, cleared binding levels {{(pid=115863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:17:43.817379 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] For port f537a3db-e715-480b-a8e0-db092516b501, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f537a3db-e715-480b-a8e0-db092516b501,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:17:43.889141 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (f537a3db-e715-480b-a8e0-db092516b501), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:43.930749 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:43.930749 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:43.930749 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] 10.222.0.47 "PUT /v2.0/ports/f537a3db-e715-480b-a8e0-db092516b501 HTTP/1.1" status: 200 len: 1093 time: 0.8530722 Mar 21 22:17:43.931472 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'tag': 'f537a3db-e715-480b-a8e0-db092516b501'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:17:43.933811 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80ed6c2-1f10-4021-ab32-2c306b5f989a" -d '{"events": [{"name": "network-changed", "server_uuid": "61bbfff6-c071-45fb-9310-980b1bb7f973", "tag": "f537a3db-e715-480b-a8e0-db092516b501"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:17:43.960577 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370402b7-d3e4-4611-8560-6da87a8dcd18 service neutron] Pushing event updated for resources: {'Port': ['ID=f537a3db-e715-480b-a8e0-db092516b501,revision_number=3']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:43.973991 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4524fa6-4f52-4e2a-b9e7-4816ec330c2a x-openstack-request-id: req-e4524fa6-4f52-4e2a-b9e7-4816ec330c2a {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:17:43.974284 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bbfff6-c071-45fb-9310-980b1bb7f973", "tag": "f537a3db-e715-480b-a8e0-db092516b501", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:17:43.974536 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4524fa6-4f52-4e2a-b9e7-4816ec330c2a {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:17:43.974968 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'tag': 'f537a3db-e715-480b-a8e0-db092516b501', 'status': 'completed', 'code': 200} Mar 21 22:17:44.065907 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ed6c2-1f10-4021-ab32-2c306b5f989a req-b1c29e93-9440-4776-9984-33f33a45c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:44.067450 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e80ed6c2-1f10-4021-ab32-2c306b5f989a req-b1c29e93-9440-4776-9984-33f33a45c29e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 1127 time: 0.0467603 Mar 21 22:17:44.173507 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ed6c2-1f10-4021-ab32-2c306b5f989a req-5448ebaf-62d2-4ccd-990b-ff67038bdd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:44.175036 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e80ed6c2-1f10-4021-ab32-2c306b5f989a req-5448ebaf-62d2-4ccd-990b-ff67038bdd97 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0925033 Mar 21 22:17:44.277788 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ed6c2-1f10-4021-ab32-2c306b5f989a req-1a100286-b9ef-4c3b-b1f1-bd0d831489ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:44.279261 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e80ed6c2-1f10-4021-ab32-2c306b5f989a req-1a100286-b9ef-4c3b-b1f1-bd0d831489ff service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968971 Mar 21 22:17:44.384967 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-b2f43bbb-3da1-44e0-a293-ae1d91f7250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:44.386435 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-b2f43bbb-3da1-44e0-a293-ae1d91f7250b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 1127 time: 0.0457411 Mar 21 22:17:44.408713 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:44.441842 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-396c1cf0-fcd0-4381-8679-2ff23bbe8545 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f537a3db-e715-480b-a8e0-db092516b501 HTTP/1.1" status: 200 len: 217 time: 0.0398619 Mar 21 22:17:44.492802 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-31dfed4b-1082-47fe-9a56-d6c5e928138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:44.494916 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-31dfed4b-1082-47fe-9a56-d6c5e928138d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c291448d-e988-4c0b-9353-57804374181b HTTP/1.1" status: 200 len: 854 time: 0.0470741 Mar 21 22:17:44.545156 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-83838860-5f47-4fba-8be0-67af0b64ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:44.548565 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-83838860-5f47-4fba-8be0-67af0b64ef04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457399 Mar 21 22:17:44.673452 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b676c6f-d81f-4fbb-9a6c-571fb6f74fee req-36495e1d-79bb-475c-864e-4c7d45e034cd tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:44.674914 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3b676c6f-d81f-4fbb-9a6c-571fb6f74fee req-36495e1d-79bb-475c-864e-4c7d45e034cd tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 943 time: 0.1040566 Mar 21 22:17:44.677001 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-b129dcad-c38b-4396-bf3a-f8aac49c926e service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240771 Mar 21 22:17:44.770317 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3b676c6f-d81f-4fbb-9a6c-571fb6f74fee req-1a786723-00c6-490e-93fd-27d748841fb8 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e7b4ba1-6c97-4655-b216-16aaa5bd0384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894022 Mar 21 22:17:44.800166 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1dc92f58-2d14-4ec9-8604-7d39ef4b77b5 req-967da9ec-ba00-4b87-b884-f02f62287e22 service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131442 Mar 21 22:17:45.189405 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d979a51-b6d8-4d46-b05a-92e77d886d11 req-37cadb6e-683e-46a4-b357-baa9cfc71db4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433192 Mar 21 22:17:45.266500 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d979a51-b6d8-4d46-b05a-92e77d886d11 req-871b8b41-d301-4a7a-a704-67d0798c4f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:45.268324 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d979a51-b6d8-4d46-b05a-92e77d886d11 req-871b8b41-d301-4a7a-a704-67d0798c4f36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7458146c857149e1bf0714f383c8d472&device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 1129 time: 0.0447917 Mar 21 22:17:45.295236 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40308) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:45.374704 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d979a51-b6d8-4d46-b05a-92e77d886d11 req-667414bd-a16c-4dbf-a2dd-aa4796c73577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:45.376099 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d979a51-b6d8-4d46-b05a-92e77d886d11 req-667414bd-a16c-4dbf-a2dd-aa4796c73577 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ca64710-59df-44d1-9926-47db3d9d37c7 HTTP/1.1" status: 200 len: 912 time: 0.0881546 Mar 21 22:17:45.400705 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6f3f3b04-9026-4cea-8dce-3d4b47f106fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:45.449390 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d979a51-b6d8-4d46-b05a-92e77d886d11 req-96827701-c5a5-4354-8a48-51cd6e51a32e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b19a0af5-2d6e-46cf-a25f-030709428585 HTTP/1.1" status: 200 len: 999 time: 0.0668049 Mar 21 22:17:45.477062 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6f3f3b04-9026-4cea-8dce-3d4b47f106fb admin admin] Publish callbacks [] for security_group (2af46eb3-5c49-45a3-ad12-9a06ea1d2afa), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:45.496464 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d979a51-b6d8-4d46-b05a-92e77d886d11 req-0523c65c-92d9-4b1f-a50a-7f67aa8905bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:45.497891 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d979a51-b6d8-4d46-b05a-92e77d886d11 req-0523c65c-92d9-4b1f-a50a-7f67aa8905bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1497cc9-2e8b-48ed-991b-efcb826a8f9f HTTP/1.1" status: 200 len: 850 time: 0.0432737 Mar 21 22:17:45.549713 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d979a51-b6d8-4d46-b05a-92e77d886d11 req-7a165258-afca-411a-b7bc-8e2efb9b0b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:45.551274 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d979a51-b6d8-4d46-b05a-92e77d886d11 req-7a165258-afca-411a-b7bc-8e2efb9b0b80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca64710-59df-44d1-9926-47db3d9d37c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477457 Mar 21 22:17:45.557558 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-6f3f3b04-9026-4cea-8dce-3d4b47f106fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (2af46eb3-5c49-45a3-ad12-9a06ea1d2afa), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:45.598769 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f3b04-9026-4cea-8dce-3d4b47f106fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af46eb3-5c49-45a3-ad12-9a06ea1d2afa,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:45.606096 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-6f3f3b04-9026-4cea-8dce-3d4b47f106fb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ba76b9c6d04747029c86cd645cd832c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097374 Mar 21 22:17:45.606324 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40312) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:45.648809 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:45.669014 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d979a51-b6d8-4d46-b05a-92e77d886d11 req-c8b2e98c-a6a4-4f6a-a13f-10d2a1c5fbf6 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110060 Mar 21 22:17:45.688140 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cae4093d-5554-4aeb-9f6f-2d86f5b3a039 admin admin] Publish callbacks [] for security_group (2af46eb3-5c49-45a3-ad12-9a06ea1d2afa), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:45.750633 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cae4093d-5554-4aeb-9f6f-2d86f5b3a039 admin admin] Publish callbacks [] for security_group (2af46eb3-5c49-45a3-ad12-9a06ea1d2afa), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:45.807996 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d979a51-b6d8-4d46-b05a-92e77d886d11 req-2f145db8-7e47-4ccb-a063-e3ef7fa30dac service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259441 Mar 21 22:17:45.883599 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cae4093d-5554-4aeb-9f6f-2d86f5b3a039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (2af46eb3-5c49-45a3-ad12-9a06ea1d2afa), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:45.886251 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-cae4093d-5554-4aeb-9f6f-2d86f5b3a039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:45.887384 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-cae4093d-5554-4aeb-9f6f-2d86f5b3a039 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2af46eb3-5c49-45a3-ad12-9a06ea1d2afa HTTP/1.1" status: 204 len: 168 time: 0.2802811 Mar 21 22:17:45.899394 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694f1c3-af4a-4d80-8e9f-36997a76bdfc req-1a40bf98-e2f1-4b23-92b0-4263e1135a87 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:45.900829 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2694f1c3-af4a-4d80-8e9f-36997a76bdfc req-1a40bf98-e2f1-4b23-92b0-4263e1135a87 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 943 time: 0.0604153 Mar 21 22:17:45.905987 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4093d-5554-4aeb-9f6f-2d86f5b3a039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af46eb3-5c49-45a3-ad12-9a06ea1d2afa,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:45.957170 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2694f1c3-af4a-4d80-8e9f-36997a76bdfc req-dae33396-e424-465d-b7b6-c342b7b8308b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e7b4ba1-6c97-4655-b216-16aaa5bd0384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484354 Mar 21 22:17:47.076973 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646eeb4-57fa-43e9-9903-46b81f7ff7fe req-9e2768f0-5ca4-4d2b-9ee7-b52d5de451c7 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:47.078732 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2646eeb4-57fa-43e9-9903-46b81f7ff7fe req-9e2768f0-5ca4-4d2b-9ee7-b52d5de451c7 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 943 time: 0.0554585 Mar 21 22:17:47.126939 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2646eeb4-57fa-43e9-9903-46b81f7ff7fe req-3b8a2c56-475b-474c-9859-07f7c7f9fef9 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e7b4ba1-6c97-4655-b216-16aaa5bd0384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415475 Mar 21 22:17:47.316179 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device f537a3db-e715-480b-a8e0-db092516b501 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:17:47.418832 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port f537a3db-e715-480b-a8e0-db092516b501, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f537a3db-e715-480b-a8e0-db092516b501,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:17:47.431460 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': 'f537a3db-e715-480b-a8e0-db092516b501', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'port_id': 'f537a3db-e715-480b-a8e0-db092516b501', 'mac_address': 'fa:16:3e:2a:63:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:17:47.470453 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port f537a3db-e715-480b-a8e0-db092516b501 is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:17:47.471159 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f537a3db-e715-480b-a8e0-db092516b501), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:47.494408 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f537a3db-e715-480b-a8e0-db092516b501 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:17:47.519709 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port f537a3db-e715-480b-a8e0-db092516b501, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f537a3db-e715-480b-a8e0-db092516b501,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:17:47.631520 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (f537a3db-e715-480b-a8e0-db092516b501), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:47.678454 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=f537a3db-e715-480b-a8e0-db092516b501,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:48.111732 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['f537a3db-e715-480b-a8e0-db092516b501'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:17:48.252577 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d9986-9752-4dfc-9024-04ee9e9acbc7 req-49e01945-d5d3-4144-9324-300bb4044606 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:48.254051 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-134d9986-9752-4dfc-9024-04ee9e9acbc7 req-49e01945-d5d3-4144-9324-300bb4044606 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 944 time: 0.0567536 Mar 21 22:17:48.299835 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-134d9986-9752-4dfc-9024-04ee9e9acbc7 req-2fc8a652-d0bb-4e87-a3c0-ae6d0310ddef tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e7b4ba1-6c97-4655-b216-16aaa5bd0384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397756 Mar 21 22:17:49.318906 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device f537a3db-e715-480b-a8e0-db092516b501 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:17:49.424698 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779dfed-9446-4437-a57d-3f87d0d887c8 req-0ba664b9-3204-4603-bb92-ba9025672045 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:49.426148 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b779dfed-9446-4437-a57d-3f87d0d887c8 req-0ba664b9-3204-4603-bb92-ba9025672045 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 944 time: 0.0598683 Mar 21 22:17:49.473918 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b779dfed-9446-4437-a57d-3f87d0d887c8 req-86381553-3ecc-47f1-a999-f13b3db271fa tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e7b4ba1-6c97-4655-b216-16aaa5bd0384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414135 Mar 21 22:17:49.476852 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port f537a3db-e715-480b-a8e0-db092516b501 completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:17:49.481550 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port f537a3db-e715-480b-a8e0-db092516b501 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:17:49.481920 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (f537a3db-e715-480b-a8e0-db092516b501), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:49.563938 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port f537a3db-e715-480b-a8e0-db092516b501 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:17:49.563938 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f537a3db-e715-480b-a8e0-db092516b501), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:49.584063 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f537a3db-e715-480b-a8e0-db092516b501'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:17:49.586303 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d9289c-914c-439b-957c-a0797d28de34" -d '{"events": [{"server_uuid": "61bbfff6-c071-45fb-9310-980b1bb7f973", "name": "network-vif-plugged", "status": "completed", "tag": "f537a3db-e715-480b-a8e0-db092516b501"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:17:49.603763 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port f537a3db-e715-480b-a8e0-db092516b501, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f537a3db-e715-480b-a8e0-db092516b501,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:17:49.626386 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647f64d7-f8f9-4798-987b-0cc78cfd56b6 x-openstack-request-id: req-647f64d7-f8f9-4798-987b-0cc78cfd56b6 {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:17:49.626733 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bbfff6-c071-45fb-9310-980b1bb7f973", "name": "network-vif-plugged", "status": "completed", "tag": "f537a3db-e715-480b-a8e0-db092516b501", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:17:49.627018 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-647f64d7-f8f9-4798-987b-0cc78cfd56b6 {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:17:49.627415 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f537a3db-e715-480b-a8e0-db092516b501', 'code': 200} Mar 21 22:17:49.683298 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (f537a3db-e715-480b-a8e0-db092516b501), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:49.739243 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=f537a3db-e715-480b-a8e0-db092516b501,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:49.986906 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac62727-4423-4953-bb08-c0b65c9fcf33 req-2044442b-950c-45cf-8097-1d00e0f8730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:49.988440 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3ac62727-4423-4953-bb08-c0b65c9fcf33 req-2044442b-950c-45cf-8097-1d00e0f8730a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 1129 time: 0.0442669 Mar 21 22:17:50.033287 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3ac62727-4423-4953-bb08-c0b65c9fcf33 req-8079fdfe-c630-4637-bb55-66807b00f1fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2e7b4ba1-6c97-4655-b216-16aaa5bd0384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375655 Mar 21 22:17:50.606335 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17717e-12fc-4a1b-bf16-0a6f1dee08f4 req-2de1049a-d785-453f-8f30-81508910684d tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:50.607734 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7e17717e-12fc-4a1b-bf16-0a6f1dee08f4 req-2de1049a-d785-453f-8f30-81508910684d tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 945 time: 0.0551672 Mar 21 22:17:50.656450 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7e17717e-12fc-4a1b-bf16-0a6f1dee08f4 req-f5f07e3f-36c6-447a-afee-63c1230b0fb4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e7b4ba1-6c97-4655-b216-16aaa5bd0384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425563 Mar 21 22:17:51.774235 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f307149-9511-4e6b-9142-92270a3a8ea7 req-0071e919-21e2-47f3-b98c-47acaa5bb3a1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:51.775731 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9f307149-9511-4e6b-9142-92270a3a8ea7 req-0071e919-21e2-47f3-b98c-47acaa5bb3a1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 945 time: 0.0525200 Mar 21 22:17:51.824502 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9f307149-9511-4e6b-9142-92270a3a8ea7 req-ec808f36-68b4-4653-aae1-0fd35433e145 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e7b4ba1-6c97-4655-b216-16aaa5bd0384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430453 Mar 21 22:17:52.273016 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40396) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:52.376094 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ef1f4ee8-876f-49fe-81f4-dbe7b4789e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:52.448086 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ef1f4ee8-876f-49fe-81f4-dbe7b4789e9e admin admin] Publish callbacks [] for security_group (577de632-6a0c-4057-8f34-e4c3c54cf132), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:52.528316 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ef1f4ee8-876f-49fe-81f4-dbe7b4789e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (577de632-6a0c-4057-8f34-e4c3c54cf132), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:52.570420 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-ef1f4ee8-876f-49fe-81f4-dbe7b4789e9e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb33a8f1d0634257a4c0531af27215e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963300 Mar 21 22:17:52.571287 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f4ee8-876f-49fe-81f4-dbe7b4789e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577de632-6a0c-4057-8f34-e4c3c54cf132,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:52.574008 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40400) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:52.622784 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d4791b86-0c11-4335-86d3-2045483a252b admin admin] Publish callbacks [] for security_group (577de632-6a0c-4057-8f34-e4c3c54cf132), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:52.643985 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d4791b86-0c11-4335-86d3-2045483a252b admin admin] Publish callbacks [] for security_group (577de632-6a0c-4057-8f34-e4c3c54cf132), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:52.762548 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d4791b86-0c11-4335-86d3-2045483a252b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (577de632-6a0c-4057-8f34-e4c3c54cf132), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:52.765216 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d4791b86-0c11-4335-86d3-2045483a252b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:52.766395 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-d4791b86-0c11-4335-86d3-2045483a252b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/577de632-6a0c-4057-8f34-e4c3c54cf132 HTTP/1.1" status: 204 len: 168 time: 0.1911023 Mar 21 22:17:52.774434 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4791b86-0c11-4335-86d3-2045483a252b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577de632-6a0c-4057-8f34-e4c3c54cf132,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:52.944258 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37061cc5-9833-41c2-8c3d-062d81a496d6 req-5e7d4efd-016c-4739-9804-ef2aca269d4e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:52.945789 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-37061cc5-9833-41c2-8c3d-062d81a496d6 req-5e7d4efd-016c-4739-9804-ef2aca269d4e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 945 time: 0.0550535 Mar 21 22:17:52.994480 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-37061cc5-9833-41c2-8c3d-062d81a496d6 req-06a12639-9a4d-494d-93fd-0b688ece5fa5 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e7b4ba1-6c97-4655-b216-16aaa5bd0384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422933 Mar 21 22:17:53.135444 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205253ac-4c0e-41dc-981d-50ea0d8db2d1 req-89ae86d9-334a-47db-8487-1b1a3cbeb3f8 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:53.140278 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-205253ac-4c0e-41dc-981d-50ea0d8db2d1 req-89ae86d9-334a-47db-8487-1b1a3cbeb3f8 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 945 time: 0.0548606 Mar 21 22:17:53.147675 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40410) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:53.152325 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-ed41868b-25e9-4494-af9e-a3e8ee777527 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'floatingip': {'port_id': 'f537a3db-e715-480b-a8e0-db092516b501'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:17:53.197038 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ed41868b-25e9-4494-af9e-a3e8ee777527 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (1b0b96b9-05c5-4c8a-9efd-e7ecfae20477), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:53.623201 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ed41868b-25e9-4494-af9e-a3e8ee777527 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:53.682832 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ed41868b-25e9-4494-af9e-a3e8ee777527 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (1b0b96b9-05c5-4c8a-9efd-e7ecfae20477), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:53.785701 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [None req-ed41868b-25e9-4494-af9e-a3e8ee777527 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Floating IP 1b0b96b9-05c5-4c8a-9efd-e7ecfae20477 associated. External IP: 172.27.2.59, port: f537a3db-e715-480b-a8e0-db092516b501. Mar 21 22:17:54.252115 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed41868b-25e9-4494-af9e-a3e8ee777527 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Router c17e0f77-6a1c-490e-972d-b98badb686cd has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:17:54.360543 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed41868b-25e9-4494-af9e-a3e8ee777527 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:17:54.365440 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ed41868b-25e9-4494-af9e-a3e8ee777527 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:54.370293 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee5d81a-d57d-4d1c-8936-03f7a761a3e4 None None] Sync routers for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:17:54.379290 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee5d81a-d57d-4d1c-8936-03f7a761a3e4 None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:17:54.379963 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-eee5d81a-d57d-4d1c-8936-03f7a761a3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:17:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:54.408217 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-ed41868b-25e9-4494-af9e-a3e8ee777527 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "PUT /v2.0/floatingips/1b0b96b9-05c5-4c8a-9efd-e7ecfae20477 HTTP/1.1" status: 200 len: 990 time: 1.2463520 Mar 21 22:17:54.408217 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'tag': 'f537a3db-e715-480b-a8e0-db092516b501'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:17:54.408217 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef7b2aa-0792-431b-a0af-246897a8a7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "61bbfff6-c071-45fb-9310-980b1bb7f973", "tag": "f537a3db-e715-480b-a8e0-db092516b501"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:17:54.444337 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bb9de8-6844-4f85-b9d7-b6bfd4b3748b x-openstack-request-id: req-20bb9de8-6844-4f85-b9d7-b6bfd4b3748b {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:17:54.444337 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bbfff6-c071-45fb-9310-980b1bb7f973", "tag": "f537a3db-e715-480b-a8e0-db092516b501", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:17:54.444337 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20bb9de8-6844-4f85-b9d7-b6bfd4b3748b {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:17:54.444989 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'tag': 'f537a3db-e715-480b-a8e0-db092516b501', 'status': 'completed', 'code': 200} Mar 21 22:17:54.507430 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-eee5d81a-d57d-4d1c-8936-03f7a761a3e4 None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:17:54.550215 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7b2aa-0792-431b-a0af-246897a8a7c4 req-f8ab28f6-efca-494b-9f6b-ca6476b4f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:54.551850 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3ef7b2aa-0792-431b-a0af-246897a8a7c4 req-f8ab28f6-efca-494b-9f6b-ca6476b4f9f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 1129 time: 0.0520875 Mar 21 22:17:54.643071 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7b2aa-0792-431b-a0af-246897a8a7c4 req-7b60f519-6926-45ef-bcd7-fcaa42a6337a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:54.644607 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3ef7b2aa-0792-431b-a0af-246897a8a7c4 req-7b60f519-6926-45ef-bcd7-fcaa42a6337a service neutron] 10.222.0.47 "GET /v2.0/networks?id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 HTTP/1.1" status: 200 len: 916 time: 0.0855358 Mar 21 22:17:54.714092 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3ef7b2aa-0792-431b-a0af-246897a8a7c4 req-4ecc57da-c174-4793-9a97-c5d2aec33aa3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f537a3db-e715-480b-a8e0-db092516b501 HTTP/1.1" status: 200 len: 998 time: 0.0635419 Mar 21 22:17:54.742470 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-eee5d81a-d57d-4d1c-8936-03f7a761a3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '1b0b96b9-05c5-4c8a-9efd-e7ecfae20477', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': 'f537a3db-e715-480b-a8e0-db092516b501', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:2a:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:17:38Z', 'updated_at': '2022-03-21T22:17:53Z', 'revision_number': 1, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:54.763735 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7b2aa-0792-431b-a0af-246897a8a7c4 req-0709455d-5af2-4d56-9eae-2e5866eacc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:54.765268 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3ef7b2aa-0792-431b-a0af-246897a8a7c4 req-0709455d-5af2-4d56-9eae-2e5866eacc73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c291448d-e988-4c0b-9353-57804374181b HTTP/1.1" status: 200 len: 854 time: 0.0452452 Mar 21 22:17:54.770393 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee5d81a-d57d-4d1c-8936-03f7a761a3e4 None None] Checking router: c17e0f77-6a1c-490e-972d-b98badb686cd for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:17:54.779191 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee5d81a-d57d-4d1c-8936-03f7a761a3e4 None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:17:54.779802 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-eee5d81a-d57d-4d1c-8936-03f7a761a3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:17:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:54.815122 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7b2aa-0792-431b-a0af-246897a8a7c4 req-4ec7f2d2-56fc-4fc4-a3a7-e43e46295b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:17:54.818394 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3ef7b2aa-0792-431b-a0af-246897a8a7c4 req-4ec7f2d2-56fc-4fc4-a3a7-e43e46295b81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448279 Mar 21 22:17:54.889333 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-eee5d81a-d57d-4d1c-8936-03f7a761a3e4 None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:17:54.909863 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3ef7b2aa-0792-431b-a0af-246897a8a7c4 req-de2955ab-a2cb-45ea-bcbe-a2174f0de115 service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851965 Mar 21 22:17:54.999836 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3ef7b2aa-0792-431b-a0af-246897a8a7c4 req-402166e5-727a-42a7-93ed-6dffa408dfff service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826697 Mar 21 22:17:55.108317 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-eee5d81a-d57d-4d1c-8936-03f7a761a3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '1b0b96b9-05c5-4c8a-9efd-e7ecfae20477', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': 'f537a3db-e715-480b-a8e0-db092516b501', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:2a:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:17:38Z', 'updated_at': '2022-03-21T22:17:53Z', 'revision_number': 1, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:17:55.225227 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee5d81a-d57d-4d1c-8936-03f7a761a3e4 None None] The sync data for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi is: [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '1b0b96b9-05c5-4c8a-9efd-e7ecfae20477', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': 'f537a3db-e715-480b-a8e0-db092516b501', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:2a:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:17:38Z', 'updated_at': '2022-03-21T22:17:53Z', 'revision_number': 1, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:17:55.411222 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e7dbe-00ed-4a91-bf6d-a1c97c309ccf None None] New status for floating IP 1b0b96b9-05c5-4c8a-9efd-e7ecfae20477: ACTIVE {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:17:57.296027 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40456) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:57.400177 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-44462443-a9b6-4f55-9140-a5f19e0b6920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:57.473890 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-44462443-a9b6-4f55-9140-a5f19e0b6920 admin admin] Publish callbacks [] for security_group (0825acec-cf6c-41cf-9240-50bff5175d06), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:57.574008 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-44462443-a9b6-4f55-9140-a5f19e0b6920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (0825acec-cf6c-41cf-9240-50bff5175d06), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:57.613170 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-44462443-a9b6-4f55-9140-a5f19e0b6920 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d38dfa162674430b8fe277c08311839d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159838 Mar 21 22:17:57.614033 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44462443-a9b6-4f55-9140-a5f19e0b6920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0825acec-cf6c-41cf-9240-50bff5175d06,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:17:57.615835 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40460) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:17:57.665518 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-129abf6f-aed4-4109-9a0c-634bb7840ae9 admin admin] Publish callbacks [] for security_group (0825acec-cf6c-41cf-9240-50bff5175d06), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:57.686693 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-129abf6f-aed4-4109-9a0c-634bb7840ae9 admin admin] Publish callbacks [] for security_group (0825acec-cf6c-41cf-9240-50bff5175d06), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:57.819751 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-129abf6f-aed4-4109-9a0c-634bb7840ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (0825acec-cf6c-41cf-9240-50bff5175d06), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:57.822449 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-129abf6f-aed4-4109-9a0c-634bb7840ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:17:57.823641 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-129abf6f-aed4-4109-9a0c-634bb7840ae9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0825acec-cf6c-41cf-9240-50bff5175d06 HTTP/1.1" status: 204 len: 168 time: 0.2067451 Mar 21 22:17:57.831972 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129abf6f-aed4-4109-9a0c-634bb7840ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0825acec-cf6c-41cf-9240-50bff5175d06,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:18:08.431138 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-a1448834-3f96-4070-aba5-417cc14f4d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:10.190896 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:11.019560 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0660-eb7d-4b7a-9545-51da5ef07c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:12.725691 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40604) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:18:12.828542 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:12.881880 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:12.904636 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Publish callbacks [] for security_group (9831c84e-be8c-45c8-a329-3c3200cc660f), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:12.979119 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (9831c84e-be8c-45c8-a329-3c3200cc660f), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:13.018671 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=197ac40b73f946e2887cd831ea06fa39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918878 Mar 21 22:18:13.019410 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9831c84e-be8c-45c8-a329-3c3200cc660f,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:18:13.021349 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40608) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:18:13.027383 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:18:13.027729 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:18:13.028082 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:18:13.028450 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:18:13.028790 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:18:13.029118 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:18:13.029497 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:18:13.029823 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:18:13.030146 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:18:13.030472 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:18:13.030796 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:18:13.031152 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:18:13.031473 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:18:13.031784 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:18:13.032103 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f17ef-496e-4f3e-8f80-e6f716149a7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:18:13.074293 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5750bee7-09b0-4d35-b763-17d7fd6c18ef admin admin] Publish callbacks [] for security_group (9831c84e-be8c-45c8-a329-3c3200cc660f), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:13.095432 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5750bee7-09b0-4d35-b763-17d7fd6c18ef admin admin] Publish callbacks [] for security_group (9831c84e-be8c-45c8-a329-3c3200cc660f), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:13.202392 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5750bee7-09b0-4d35-b763-17d7fd6c18ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (9831c84e-be8c-45c8-a329-3c3200cc660f), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:13.204923 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5750bee7-09b0-4d35-b763-17d7fd6c18ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:13.206067 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-5750bee7-09b0-4d35-b763-17d7fd6c18ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9831c84e-be8c-45c8-a329-3c3200cc660f HTTP/1.1" status: 204 len: 168 time: 0.1837187 Mar 21 22:18:13.214801 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750bee7-09b0-4d35-b763-17d7fd6c18ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9831c84e-be8c-45c8-a329-3c3200cc660f,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:18:14.327335 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:15.647890 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:19.426593 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:18:38.481445 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-addd5cd9-4104-407d-acb3-490058d323dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:40.183946 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:41.052759 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-1e7de762-37fa-473d-8c79-87e17a7ad42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:42.876223 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:44.344154 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:45.629498 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:18:48.337065 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0c4e93c7-5405-4468-9737-ce8b3517d14d req-79b22cb5-0bbd-4b4c-9939-730ace954326 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429983 Mar 21 22:18:48.438608 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e93c7-5405-4468-9737-ce8b3517d14d req-0f5bda66-ffce-46cd-b3bd-de80ab9379b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:18:48.440806 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0c4e93c7-5405-4468-9737-ce8b3517d14d req-0f5bda66-ffce-46cd-b3bd-de80ab9379b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7458146c857149e1bf0714f383c8d472&device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 1129 time: 0.0452735 Mar 21 22:18:48.545374 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e93c7-5405-4468-9737-ce8b3517d14d req-91b615d8-939e-45c6-8f1c-afe5c714c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:18:48.546827 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0c4e93c7-5405-4468-9737-ce8b3517d14d req-91b615d8-939e-45c6-8f1c-afe5c714c8ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ca64710-59df-44d1-9926-47db3d9d37c7 HTTP/1.1" status: 200 len: 912 time: 0.0864432 Mar 21 22:18:48.611963 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0c4e93c7-5405-4468-9737-ce8b3517d14d req-95304ff0-572b-48a2-b29f-d11d0e47f0b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b19a0af5-2d6e-46cf-a25f-030709428585 HTTP/1.1" status: 200 len: 999 time: 0.0577550 Mar 21 22:18:48.665800 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e93c7-5405-4468-9737-ce8b3517d14d req-79b50e90-ae33-47cf-aa7a-69feb07a6c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:18:48.667458 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0c4e93c7-5405-4468-9737-ce8b3517d14d req-79b50e90-ae33-47cf-aa7a-69feb07a6c65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1497cc9-2e8b-48ed-991b-efcb826a8f9f HTTP/1.1" status: 200 len: 850 time: 0.0488698 Mar 21 22:18:48.716733 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e93c7-5405-4468-9737-ce8b3517d14d req-e30f0e11-b6a6-4697-afef-2828430b57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:18:48.718254 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0c4e93c7-5405-4468-9737-ce8b3517d14d req-e30f0e11-b6a6-4697-afef-2828430b57ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca64710-59df-44d1-9926-47db3d9d37c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440571 Mar 21 22:18:48.806672 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0c4e93c7-5405-4468-9737-ce8b3517d14d req-42a5fb29-f11e-4a7b-825f-d4916b8dc6b1 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823710 Mar 21 22:18:48.897332 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0c4e93c7-5405-4468-9737-ce8b3517d14d req-746fa5f4-64cd-4ef3-a6e2-32a24485d03d service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846252 Mar 21 22:18:56.426591 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:19:08.481220 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-afce988d-18e9-48f2-b28e-ecf727b05693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:10.240645 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:11.062343 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-870893dd-afd8-4fb1-9e5b-7152187734df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:12.875049 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:14.353681 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:15.635261 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:21.691418 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40692) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:19:21.696609 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--447171952', 'description': 'tempest-description--1584146955'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:19:21.794845 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:21.860688 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (84d4f2d1-b8b1-48a4-b179-2fd0c4a16102), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:21.903133 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (84d4f2d1-b8b1-48a4-b179-2fd0c4a16102), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:21.931120 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d4f2d1-b8b1-48a4-b179-2fd0c4a16102,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:21.937847 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:21.938198 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:21.938546 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:21.938904 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:21.939242 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:21.939577 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:21.939912 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:21.940241 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:21.940569 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:21.940902 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:21.941226 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:21.941574 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:21.941899 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:21.942224 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:21.942547 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:22.012708 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:22.013947 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-63caf25c-d9e9-4acc-9d7c-9ec79795ed6a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3215318 Mar 21 22:19:22.017008 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40694) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:19:22.021554 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-1a14fa54-742e-460e-9ace-27e7bec56507 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'security_group_rule': {'security_group_id': '84d4f2d1-b8b1-48a4-b179-2fd0c4a16102', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:19:22.096598 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1a14fa54-742e-460e-9ace-27e7bec56507 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (86489fd6-6de4-4bfb-8ef8-f0f0fdc6cccf), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:22.151272 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1a14fa54-742e-460e-9ace-27e7bec56507 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (86489fd6-6de4-4bfb-8ef8-f0f0fdc6cccf), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:22.280586 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1a14fa54-742e-460e-9ace-27e7bec56507 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (86489fd6-6de4-4bfb-8ef8-f0f0fdc6cccf), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:22.302670 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14fa54-742e-460e-9ace-27e7bec56507 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86489fd6-6de4-4bfb-8ef8-f0f0fdc6cccf,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:22.378479 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-1a14fa54-742e-460e-9ace-27e7bec56507 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:22.379735 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-1a14fa54-742e-460e-9ace-27e7bec56507 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3618064 Mar 21 22:19:22.382361 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40696) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:19:22.386892 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-35ff54a8-866d-4293-83ac-29b534f7f50d tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'security_group_rule': {'security_group_id': '84d4f2d1-b8b1-48a4-b179-2fd0c4a16102', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:19:22.490035 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-35ff54a8-866d-4293-83ac-29b534f7f50d tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (286329f4-a673-4a52-bd4e-07a3360ac428), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:22.546126 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-35ff54a8-866d-4293-83ac-29b534f7f50d tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (286329f4-a673-4a52-bd4e-07a3360ac428), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:22.623339 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-35ff54a8-866d-4293-83ac-29b534f7f50d tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (286329f4-a673-4a52-bd4e-07a3360ac428), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:22.641467 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff54a8-866d-4293-83ac-29b534f7f50d tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286329f4-a673-4a52-bd4e-07a3360ac428,revision_number=0']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:22.711637 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-35ff54a8-866d-4293-83ac-29b534f7f50d tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:22.712887 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-35ff54a8-866d-4293-83ac-29b534f7f50d tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3295636 Mar 21 22:19:22.716210 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40698) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:19:22.720583 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'floatingip': {'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:19:22.811096 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:22.904931 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:23.008950 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Allocated IP 172.27.2.12 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/944bb40f-4a86-4329-a960-e7827ebf76e2) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:19:23.108131 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for port (944bb40f-4a86-4329-a960-e7827ebf76e2), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:23.224020 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (944bb40f-4a86-4329-a960-e7827ebf76e2), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:23.267275 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:19:23.270209 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:19:23.275768 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:19:23.297142 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'Port': ['ID=944bb40f-4a86-4329-a960-e7827ebf76e2,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:23.362399 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (72179ed2-9bb9-424e-86e5-78509b0b2295), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:23.504481 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (944bb40f-4a86-4329-a960-e7827ebf76e2), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:23.654852 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for port (944bb40f-4a86-4329-a960-e7827ebf76e2), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:23.714250 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (944bb40f-4a86-4329-a960-e7827ebf76e2), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:23.784561 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'Port': ['ID=944bb40f-4a86-4329-a960-e7827ebf76e2,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:23.796689 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (72179ed2-9bb9-424e-86e5-78509b0b2295), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:23.882456 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:23.884135 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-4241e78f-066a-4b5e-9d01-0a34e13fcc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1667280 Mar 21 22:19:24.085699 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-3d817bca-c3fe-46e9-b8f3-f4a441112382 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--447171952&fields=id&tenant_id=c4f3754455d24b828ff9bf82cfb1f127 HTTP/1.1" status: 200 len: 267 time: 0.0430908 Mar 21 22:19:24.190669 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-3137ef01-01a9-49fe-ae0c-02e5cb9ba773 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:24.192064 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-3137ef01-01a9-49fe-ae0c-02e5cb9ba773 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/networks?id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 HTTP/1.1" status: 200 len: 815 time: 0.0997722 Mar 21 22:19:24.206486 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-77aba1d6-35ee-4c85-a57f-4e6413db4cc0 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/quotas/c4f3754455d24b828ff9bf82cfb1f127 HTTP/1.1" status: 200 len: 375 time: 0.0086477 Mar 21 22:19:24.266428 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-bce86f92-39ba-4732-b57b-efe40172c77e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542736 Mar 21 22:19:24.358702 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-82c2ee23-4c6f-4e4e-b86d-33fcc23bb971 service neutron] 10.222.0.45 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806642 Mar 21 22:19:24.450110 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-8fff4946-257b-471b-90a1-38f8c4bf59a8 service neutron] 10.222.0.45 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856557 Mar 21 22:19:24.682560 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9ac860ff-2a06-42e2-9f9e-d9874f36a81a req-8f97fd58-4e4e-4b39-9e33-3a97acc0fe6b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 210 time: 0.0280852 Mar 21 22:19:25.776260 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6eca49df-70d2-459d-8ddc-8978af921d6c req-5b027a67-629d-44bb-b006-353212e8ddcc tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 210 time: 0.0273664 Mar 21 22:19:26.747811 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-740318aa-eb02-4b25-bba7-9c9e95a868f8 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:26.749154 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-740318aa-eb02-4b25-bba7-9c9e95a868f8 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "GET /v2.0/networks?id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 HTTP/1.1" status: 200 len: 815 time: 0.1015489 Mar 21 22:19:26.829853 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-6187f7ac-21b9-4a38-b88b-278209e18a63 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4f3754455d24b828ff9bf82cfb1f127 HTTP/1.1" status: 200 len: 472 time: 0.0637991 Mar 21 22:19:26.840182 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-14126968-05ff-49c1-8b34-a10f8d3f9941 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'port': {'device_id': '4fa1c288-e7bc-4b81-8b7f-46a0380dc2df', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'admin_state_up': True, 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'security_groups': ['84d4f2d1-b8b1-48a4-b179-2fd0c4a16102']}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:19:26.907419 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-091c7b30-a24d-4d4e-8e4e-4f3c8a97d68b req-c0fe796f-cfdb-4ffc-be04-81ca58970c7b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 210 time: 0.0624716 Mar 21 22:19:27.056377 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-14126968-05ff-49c1-8b34-a10f8d3f9941 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Made reservation on behalf of c4f3754455d24b828ff9bf82cfb1f127 for: {'port': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:19:27.056377 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-14126968-05ff-49c1-8b34-a10f8d3f9941 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:27.178274 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-14126968-05ff-49c1-8b34-a10f8d3f9941 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Allocated IP 172.20.0.8 (f4e1a546-9815-4a00-9fb4-cf3a9a3798b3/c291448d-e988-4c0b-9353-57804374181b/0ac62de9-cb3b-4ad2-b141-5438f47b2828) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:19:27.318013 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-14126968-05ff-49c1-8b34-a10f8d3f9941 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for port (0ac62de9-cb3b-4ad2-b141-5438f47b2828), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:27.394774 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-14126968-05ff-49c1-8b34-a10f8d3f9941 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (0ac62de9-cb3b-4ad2-b141-5438f47b2828), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:27.434253 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-14126968-05ff-49c1-8b34-a10f8d3f9941 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:19:27.437225 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-14126968-05ff-49c1-8b34-a10f8d3f9941 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:19:27.440983 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-14126968-05ff-49c1-8b34-a10f8d3f9941 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:19:27.471838 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14126968-05ff-49c1-8b34-a10f8d3f9941 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'Port': ['ID=0ac62de9-cb3b-4ad2-b141-5438f47b2828,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:27.504139 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-14126968-05ff-49c1-8b34-a10f8d3f9941 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:27.504139 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-14126968-05ff-49c1-8b34-a10f8d3f9941 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:27.574872 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-14126968-05ff-49c1-8b34-a10f8d3f9941 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7384253 Mar 21 22:19:27.592309 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Request body: {'port': {'device_id': '4fa1c288-e7bc-4b81-8b7f-46a0380dc2df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:19:27.653781 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (0ac62de9-cb3b-4ad2-b141-5438f47b2828), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:27.700743 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-923b84a1-e56a-4f45-ad09-73b016313c3e None None] Provisioning complete for port 0ac62de9-cb3b-4ad2-b141-5438f47b2828 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:19:27.701352 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-923b84a1-e56a-4f45-ad09-73b016313c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (0ac62de9-cb3b-4ad2-b141-5438f47b2828), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:27.734270 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-923b84a1-e56a-4f45-ad09-73b016313c3e None None] Port 0ac62de9-cb3b-4ad2-b141-5438f47b2828 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:19:27.904675 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac62de9-cb3b-4ad2-b141-5438f47b2828 {{(pid=115863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:19:27.911890 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Publish callbacks [] for port (0ac62de9-cb3b-4ad2-b141-5438f47b2828), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:27.923656 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.provisioning_blocks [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Transition to ACTIVE for port object 0ac62de9-cb3b-4ad2-b141-5438f47b2828 will not be triggered until provisioned by entity L2. {{(pid=115863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:19:28.023528 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4535d-a1b9-47ed-bf8d-aef8a115658b req-dcead1d9-a949-4095-bbcd-fcb0cb07cb12 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:28.024971 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a9b4535d-a1b9-47ed-bf8d-aef8a115658b req-dcead1d9-a949-4095-bbcd-fcb0cb07cb12 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 931 time: 0.0527735 Mar 21 22:19:28.026093 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (0ac62de9-cb3b-4ad2-b141-5438f47b2828), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:28.095173 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac62de9-cb3b-4ad2-b141-5438f47b2828,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:28.159323 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a9b4535d-a1b9-47ed-bf8d-aef8a115658b req-2f21263f-504e-4420-b664-0c3a3a51d7e5 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=84d4f2d1-b8b1-48a4-b179-2fd0c4a16102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252372 Mar 21 22:19:28.186135 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Attempting to bind port 0ac62de9-cb3b-4ad2-b141-5438f47b2828 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:19:28.186409 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Attempting to bind port 0ac62de9-cb3b-4ad2-b141-5438f47b2828 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:19:28.186738 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Attempting to bind port 0ac62de9-cb3b-4ad2-b141-5438f47b2828 on network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:19:28.191449 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Port 0ac62de9-cb3b-4ad2-b141-5438f47b2828 on network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:19:28.191777 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Attempting to bind port 0ac62de9-cb3b-4ad2-b141-5438f47b2828 on network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:19:28.196712 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:19:28.197052 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Checking segment: {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:19:28.197445 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Bound using segment: {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:19:28.197864 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Bound port: 0ac62de9-cb3b-4ad2-b141-5438f47b2828, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'}}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:19:28.198220 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (0ac62de9-cb3b-4ad2-b141-5438f47b2828), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:28.265806 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] For port 0ac62de9-cb3b-4ad2-b141-5438f47b2828, host hv-cinder-83454, cleared binding levels {{(pid=115863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:19:28.268706 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] For port 0ac62de9-cb3b-4ad2-b141-5438f47b2828, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0ac62de9-cb3b-4ad2-b141-5438f47b2828,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:19:28.394829 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (0ac62de9-cb3b-4ad2-b141-5438f47b2828), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:28.429054 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:28.432875 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:28.432875 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] 10.222.0.47 "PUT /v2.0/ports/0ac62de9-cb3b-4ad2-b141-5438f47b2828 HTTP/1.1" status: 200 len: 1093 time: 0.8434193 Mar 21 22:19:28.432875 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa1c288-e7bc-4b81-8b7f-46a0380dc2df', 'tag': '0ac62de9-cb3b-4ad2-b141-5438f47b2828'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:19:28.433842 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2589e660-1e36-45ed-b5a1-4ff35afde751" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa1c288-e7bc-4b81-8b7f-46a0380dc2df", "tag": "0ac62de9-cb3b-4ad2-b141-5438f47b2828"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:19:28.468152 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44df922-ce26-4e03-a835-6c91611c08e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac62de9-cb3b-4ad2-b141-5438f47b2828,revision_number=3']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:28.478045 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f99faa3-902a-4310-8bf6-37715b68cf3d x-openstack-request-id: req-0f99faa3-902a-4310-8bf6-37715b68cf3d {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:19:28.478335 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa1c288-e7bc-4b81-8b7f-46a0380dc2df", "tag": "0ac62de9-cb3b-4ad2-b141-5438f47b2828", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:19:28.478594 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f99faa3-902a-4310-8bf6-37715b68cf3d {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:19:28.479023 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa1c288-e7bc-4b81-8b7f-46a0380dc2df', 'tag': '0ac62de9-cb3b-4ad2-b141-5438f47b2828', 'status': 'completed', 'code': 200} Mar 21 22:19:28.561137 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589e660-1e36-45ed-b5a1-4ff35afde751 req-7d09418b-88c8-4cf3-9a16-ce3f72d2180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:28.562750 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2589e660-1e36-45ed-b5a1-4ff35afde751 req-7d09418b-88c8-4cf3-9a16-ce3f72d2180d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 1127 time: 0.0474067 Mar 21 22:19:28.671781 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589e660-1e36-45ed-b5a1-4ff35afde751 req-ed593616-2672-4fd1-bbce-f73c074dcd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:28.673548 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2589e660-1e36-45ed-b5a1-4ff35afde751 req-ed593616-2672-4fd1-bbce-f73c074dcd0c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0985441 Mar 21 22:19:28.767347 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589e660-1e36-45ed-b5a1-4ff35afde751 req-a87b0882-8600-46ab-bd89-02147b2f3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:28.768713 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2589e660-1e36-45ed-b5a1-4ff35afde751 req-a87b0882-8600-46ab-bd89-02147b2f3392 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900333 Mar 21 22:19:28.869490 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-acb2199b-1a5f-4cc2-9771-92e2f488192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:28.870985 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-acb2199b-1a5f-4cc2-9771-92e2f488192b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 1127 time: 0.0443850 Mar 21 22:19:28.921141 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-74cc3634-579a-4202-b8e2-c13ea08cc24c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ac62de9-cb3b-4ad2-b141-5438f47b2828 HTTP/1.1" status: 200 len: 217 time: 0.0370219 Mar 21 22:19:28.967051 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-0b875b69-bf0f-4d2c-856f-31aab1baa451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:28.968372 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-0b875b69-bf0f-4d2c-856f-31aab1baa451 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c291448d-e988-4c0b-9353-57804374181b HTTP/1.1" status: 200 len: 854 time: 0.0421939 Mar 21 22:19:29.015712 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-51816109-5f0e-4253-8403-37394cf9e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:29.017188 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-51816109-5f0e-4253-8403-37394cf9e143 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433850 Mar 21 22:19:29.105590 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-4a1a352f-346f-4c89-90ea-3f9d11ee1a08 service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817747 Mar 21 22:19:29.191765 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f7ee4667-0670-4553-be08-1d3093bf1af3 req-8a9c6d73-3728-4ddd-ae1d-c81ee86de1d0 service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803502 Mar 21 22:19:29.285937 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa060f-f2d1-44b4-a988-18113bfafbd8 req-20549600-1336-4af1-9b15-77c51aec3d78 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:29.287396 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4ffa060f-f2d1-44b4-a988-18113bfafbd8 req-20549600-1336-4af1-9b15-77c51aec3d78 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 943 time: 0.0575557 Mar 21 22:19:29.333885 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4ffa060f-f2d1-44b4-a988-18113bfafbd8 req-c054062e-ae20-4754-ab5e-42337daef6b8 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=84d4f2d1-b8b1-48a4-b179-2fd0c4a16102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408132 Mar 21 22:19:30.452353 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c96436-b742-45e0-8777-1b6867661f3c req-3859b723-10c9-4e96-8a0b-39d3a9a1023a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:30.453846 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49c96436-b742-45e0-8777-1b6867661f3c req-3859b723-10c9-4e96-8a0b-39d3a9a1023a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 943 time: 0.0527050 Mar 21 22:19:30.499954 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49c96436-b742-45e0-8777-1b6867661f3c req-70dd2d2c-508b-480b-ab7d-f20675cd3a7f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=84d4f2d1-b8b1-48a4-b179-2fd0c4a16102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406120 Mar 21 22:19:31.617943 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdad870-913a-4ff3-98f5-ccccbde79a5a req-49e13857-e0de-479e-bdbe-69c127118e0e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:31.619428 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4fdad870-913a-4ff3-98f5-ccccbde79a5a req-49e13857-e0de-479e-bdbe-69c127118e0e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 943 time: 0.0524883 Mar 21 22:19:31.668210 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4fdad870-913a-4ff3-98f5-ccccbde79a5a req-5d893502-68ff-490a-84b9-2791b7c2fe8d tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=84d4f2d1-b8b1-48a4-b179-2fd0c4a16102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433016 Mar 21 22:19:31.833916 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 0ac62de9-cb3b-4ad2-b141-5438f47b2828 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:19:31.926334 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 0ac62de9-cb3b-4ad2-b141-5438f47b2828, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0ac62de9-cb3b-4ad2-b141-5438f47b2828,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:19:31.938047 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': '0ac62de9-cb3b-4ad2-b141-5438f47b2828', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'port_id': '0ac62de9-cb3b-4ad2-b141-5438f47b2828', 'mac_address': 'fa:16:3e:ef:03:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:19:31.977350 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 0ac62de9-cb3b-4ad2-b141-5438f47b2828 is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:19:31.977734 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (0ac62de9-cb3b-4ad2-b141-5438f47b2828), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:31.989922 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac62de9-cb3b-4ad2-b141-5438f47b2828 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:19:32.008627 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 0ac62de9-cb3b-4ad2-b141-5438f47b2828, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0ac62de9-cb3b-4ad2-b141-5438f47b2828,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:19:32.078748 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (0ac62de9-cb3b-4ad2-b141-5438f47b2828), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:32.125209 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=0ac62de9-cb3b-4ad2-b141-5438f47b2828,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:32.132305 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:32.132650 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:32.132994 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:32.133333 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:32.133664 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:32.134009 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:32.134317 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:32.134638 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:32.135006 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:32.135331 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:32.135652 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:32.135973 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:32.136292 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:32.136609 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:32.136926 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:32.567230 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['0ac62de9-cb3b-4ad2-b141-5438f47b2828'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:19:32.785689 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b532001-70a0-4ef4-a937-e0fbcae86c41 req-dcbdcaac-ccb6-4812-8722-d1e634283429 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:32.787098 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1b532001-70a0-4ef4-a937-e0fbcae86c41 req-dcbdcaac-ccb6-4812-8722-d1e634283429 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 944 time: 0.0512519 Mar 21 22:19:32.832123 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1b532001-70a0-4ef4-a937-e0fbcae86c41 req-8e4988d3-3fb7-4cda-81e7-f5f83310436d tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=84d4f2d1-b8b1-48a4-b179-2fd0c4a16102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396039 Mar 21 22:19:33.425227 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:19:33.832362 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 0ac62de9-cb3b-4ad2-b141-5438f47b2828 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:19:33.947541 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6187c-d8ba-4d9c-a527-dc4417667f93 req-221e6b4e-a778-45fd-9cc5-eed09cb316cb tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:33.949058 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c2e6187c-d8ba-4d9c-a527-dc4417667f93 req-221e6b4e-a778-45fd-9cc5-eed09cb316cb tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 944 time: 0.0523286 Mar 21 22:19:33.988280 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port 0ac62de9-cb3b-4ad2-b141-5438f47b2828 completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:19:33.992302 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port 0ac62de9-cb3b-4ad2-b141-5438f47b2828 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:19:33.992670 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (0ac62de9-cb3b-4ad2-b141-5438f47b2828), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:33.995614 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c2e6187c-d8ba-4d9c-a527-dc4417667f93 req-63defad1-4dec-4c92-810f-375841bd0fc5 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=84d4f2d1-b8b1-48a4-b179-2fd0c4a16102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408146 Mar 21 22:19:34.067861 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port 0ac62de9-cb3b-4ad2-b141-5438f47b2828 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:19:34.068245 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (0ac62de9-cb3b-4ad2-b141-5438f47b2828), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:34.093612 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa1c288-e7bc-4b81-8b7f-46a0380dc2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac62de9-cb3b-4ad2-b141-5438f47b2828'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:19:34.095790 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d07772-a454-4aef-8b5a-20b31ad35c48" -d '{"events": [{"server_uuid": "4fa1c288-e7bc-4b81-8b7f-46a0380dc2df", "name": "network-vif-plugged", "status": "completed", "tag": "0ac62de9-cb3b-4ad2-b141-5438f47b2828"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:19:34.108045 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port 0ac62de9-cb3b-4ad2-b141-5438f47b2828, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0ac62de9-cb3b-4ad2-b141-5438f47b2828,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:19:34.133848 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ebaa2d-4423-4962-a24b-ba15e3850d66 x-openstack-request-id: req-e8ebaa2d-4423-4962-a24b-ba15e3850d66 {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:19:34.134142 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa1c288-e7bc-4b81-8b7f-46a0380dc2df", "name": "network-vif-plugged", "status": "completed", "tag": "0ac62de9-cb3b-4ad2-b141-5438f47b2828", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:19:34.134396 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8ebaa2d-4423-4962-a24b-ba15e3850d66 {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:19:34.134785 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa1c288-e7bc-4b81-8b7f-46a0380dc2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac62de9-cb3b-4ad2-b141-5438f47b2828', 'code': 200} Mar 21 22:19:34.183489 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (0ac62de9-cb3b-4ad2-b141-5438f47b2828), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:34.230113 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=0ac62de9-cb3b-4ad2-b141-5438f47b2828,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:34.428183 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64100d-6d95-41b4-b4b2-c715b49dc91d req-78fad91d-91f5-45f8-ab93-dc36014462d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:34.430169 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2b64100d-6d95-41b4-b4b2-c715b49dc91d req-78fad91d-91f5-45f8-ab93-dc36014462d1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 1129 time: 0.0466082 Mar 21 22:19:34.472740 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-2b64100d-6d95-41b4-b4b2-c715b49dc91d req-86a15a9e-c3fa-4bc7-97b0-2b741794cc5b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=84d4f2d1-b8b1-48a4-b179-2fd0c4a16102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367730 Mar 21 22:19:35.112801 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9ba8b-9f4c-455f-a433-9d08e5b07d79 req-90716616-b8c9-4e94-8380-9f85f03605c9 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:35.114281 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7eb9ba8b-9f4c-455f-a433-9d08e5b07d79 req-90716616-b8c9-4e94-8380-9f85f03605c9 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 945 time: 0.0525148 Mar 21 22:19:35.160047 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-7eb9ba8b-9f4c-455f-a433-9d08e5b07d79 req-617e43da-76a9-4bd8-9361-8da0d1d7a89e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=84d4f2d1-b8b1-48a4-b179-2fd0c4a16102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401633 Mar 21 22:19:36.279496 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f007286-fd23-4c85-a2f5-7f6cf739300d req-454544eb-89ce-42f6-9c14-715c0c31b8d1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:36.280985 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9f007286-fd23-4c85-a2f5-7f6cf739300d req-454544eb-89ce-42f6-9c14-715c0c31b8d1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 945 time: 0.0551465 Mar 21 22:19:36.327429 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9f007286-fd23-4c85-a2f5-7f6cf739300d req-7ee8bce0-8fb3-4be0-a842-919a81cde4df tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=84d4f2d1-b8b1-48a4-b179-2fd0c4a16102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409822 Mar 21 22:19:36.412515 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40756) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:19:36.450036 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694f890-2e8c-493b-930b-03fcfb6e6ee5 req-569f4a99-c1ad-49ed-839c-a88c357e65af tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:36.451474 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c694f890-2e8c-493b-930b-03fcfb6e6ee5 req-569f4a99-c1ad-49ed-839c-a88c357e65af tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 945 time: 0.0568476 Mar 21 22:19:36.460745 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40760) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:19:36.465078 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-4329fb03-e805-4b97-ae8a-6e1ca2cc755e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'floatingip': {'port_id': '0ac62de9-cb3b-4ad2-b141-5438f47b2828'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:19:36.508849 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4329fb03-e805-4b97-ae8a-6e1ca2cc755e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (72179ed2-9bb9-424e-86e5-78509b0b2295), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:36.572205 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Deleting port 0c228236-5746-4bbf-b33d-786fd1705789 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:19:36.572548 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (0c228236-5746-4bbf-b33d-786fd1705789), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:36.646819 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (0c228236-5746-4bbf-b33d-786fd1705789), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:36.647253 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for floatingip (0c228236-5746-4bbf-b33d-786fd1705789), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:36.659676 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Calling delete_port for 0c228236-5746-4bbf-b33d-786fd1705789 owned by network:floatingip {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:19:36.863131 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (0c228236-5746-4bbf-b33d-786fd1705789), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:36.894320 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event deleted for resources: {'Port': ['ID=0c228236-5746-4bbf-b33d-786fd1705789,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:36.918447 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:36.918814 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:36.919160 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:36.919499 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:36.919831 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:36.920160 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:36.920486 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:36.920809 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:36.921138 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:36.921462 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:36.921786 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:36.922111 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:36.922428 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:36.922745 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:36.923084 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:19:36.966412 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for floatingip (e033dfc5-ae65-440c-95ed-a2b9c68da0c8), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:36.966742 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.db.l3_db [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Floating IP e033dfc5-ae65-440c-95ed-a2b9c68da0c8 disassociated (deleted). External IP: 172.27.2.32, port: 3bb20826-20b2-45c7-8209-47b25b9b61a6. Mar 21 22:19:37.205232 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4329fb03-e805-4b97-ae8a-6e1ca2cc755e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:37.280212 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4329fb03-e805-4b97-ae8a-6e1ca2cc755e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (72179ed2-9bb9-424e-86e5-78509b0b2295), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:37.386349 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [None req-4329fb03-e805-4b97-ae8a-6e1ca2cc755e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Floating IP 72179ed2-9bb9-424e-86e5-78509b0b2295 associated. External IP: 172.27.2.12, port: 0ac62de9-cb3b-4ad2-b141-5438f47b2828. Mar 21 22:19:37.436356 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Router 30662889-03b8-47cc-8163-ea6f29656092 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:19:37.548931 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:19:37.553821 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:37.558776 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d4a357-3faa-46cb-bb83-9cf3162f9aec None None] Sync routers for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:19:37.568636 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4a357-3faa-46cb-bb83-9cf3162f9aec None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:19:37.569768 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-84d4a357-3faa-46cb-bb83-9cf3162f9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:19:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:37.585991 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-79dfe2e5-135c-47a5-b552-43bd5acfdb0c tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "DELETE /v2.0/floatingips/e033dfc5-ae65-440c-95ed-a2b9c68da0c8 HTTP/1.1" status: 204 len: 168 time: 1.1711113 Mar 21 22:19:37.586636 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b49bb4-1f55-4b76-b844-c7bd8993576a', 'tag': '3bb20826-20b2-45c7-8209-47b25b9b61a6'}] {{(pid=115862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:19:37.589170 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c91f982db15cf7ea7fd65b6c8757bc5df642054ad0495c8a7b37b88a944552a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d141d22-4c60-4ea4-bb5c-4878cd37aac5" -d '{"events": [{"name": "network-changed", "server_uuid": "73b49bb4-1f55-4b76-b844-c7bd8993576a", "tag": "3bb20826-20b2-45c7-8209-47b25b9b61a6"}]}' {{(pid=115862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:19:37.611024 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4329fb03-e805-4b97-ae8a-6e1ca2cc755e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Router c17e0f77-6a1c-490e-972d-b98badb686cd has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:19:37.645113 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b241870-e51f-4393-8480-771746e9aab6 x-openstack-request-id: req-4b241870-e51f-4393-8480-771746e9aab6 {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:19:37.645113 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b49bb4-1f55-4b76-b844-c7bd8993576a", "tag": "3bb20826-20b2-45c7-8209-47b25b9b61a6", "status": "completed", "code": 200}]} {{(pid=115862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:19:37.645392 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b241870-e51f-4393-8480-771746e9aab6 {{(pid=115862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:19:37.645763 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b49bb4-1f55-4b76-b844-c7bd8993576a', 'tag': '3bb20826-20b2-45c7-8209-47b25b9b61a6', 'status': 'completed', 'code': 200} Mar 21 22:19:37.682148 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-84d4a357-3faa-46cb-bb83-9cf3162f9aec None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:19:37.758421 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d141d22-4c60-4ea4-bb5c-4878cd37aac5 req-aa07e542-daa5-42f2-ab09-ed4327cc8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:37.759897 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9d141d22-4c60-4ea4-bb5c-4878cd37aac5 req-aa07e542-daa5-42f2-ab09-ed4327cc8ad3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7458146c857149e1bf0714f383c8d472&device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 1129 time: 0.0668907 Mar 21 22:19:37.777242 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4329fb03-e805-4b97-ae8a-6e1ca2cc755e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:19:37.788109 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f254ec44-8d62-4d34-a362-2e9c1a73f6ac None None] Sync routers for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:19:37.790462 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4329fb03-e805-4b97-ae8a-6e1ca2cc755e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:37.801127 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f254ec44-8d62-4d34-a362-2e9c1a73f6ac None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:19:37.802094 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-f254ec44-8d62-4d34-a362-2e9c1a73f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:19:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:37.856068 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-4329fb03-e805-4b97-ae8a-6e1ca2cc755e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "PUT /v2.0/floatingips/72179ed2-9bb9-424e-86e5-78509b0b2295 HTTP/1.1" status: 200 len: 990 time: 1.3942244 Mar 21 22:19:37.858193 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa1c288-e7bc-4b81-8b7f-46a0380dc2df', 'tag': '0ac62de9-cb3b-4ad2-b141-5438f47b2828'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:19:37.860471 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa163c3e-d9d9-4c14-aa88-29c09fa56077" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa1c288-e7bc-4b81-8b7f-46a0380dc2df", "tag": "0ac62de9-cb3b-4ad2-b141-5438f47b2828"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:19:37.914519 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82df5274-b512-42e7-b73b-81fee08cd0bd x-openstack-request-id: req-82df5274-b512-42e7-b73b-81fee08cd0bd {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:19:37.914945 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa1c288-e7bc-4b81-8b7f-46a0380dc2df", "tag": "0ac62de9-cb3b-4ad2-b141-5438f47b2828", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:19:37.915353 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82df5274-b512-42e7-b73b-81fee08cd0bd {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:19:37.916033 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa1c288-e7bc-4b81-8b7f-46a0380dc2df', 'tag': '0ac62de9-cb3b-4ad2-b141-5438f47b2828', 'status': 'completed', 'code': 200} Mar 21 22:19:37.921301 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d141d22-4c60-4ea4-bb5c-4878cd37aac5 req-e99dfe1a-dcfe-46a8-a3af-426152426a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:37.921505 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-84d4a357-3faa-46cb-bb83-9cf3162f9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'e83097a9-87a8-4606-a8c0-07d1c5e0f0c6', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '30662889-03b8-47cc-8163-ea6f29656092', 'port_id': 'b19a0af5-2d6e-46cf-a25f-030709428585', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'mac_address': 'fa:16:3e:24:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:14:51Z', 'updated_at': '2022-03-21T22:14:53Z', 'revision_number': 1, 'project_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:37.923003 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9d141d22-4c60-4ea4-bb5c-4878cd37aac5 req-e99dfe1a-dcfe-46a8-a3af-426152426a38 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ca64710-59df-44d1-9926-47db3d9d37c7 HTTP/1.1" status: 200 len: 912 time: 0.1562970 Mar 21 22:19:37.949148 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d4a357-3faa-46cb-bb83-9cf3162f9aec None None] Checking router: 30662889-03b8-47cc-8163-ea6f29656092 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:19:37.949414 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-f254ec44-8d62-4d34-a362-2e9c1a73f6ac None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:19:37.957475 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4a357-3faa-46cb-bb83-9cf3162f9aec None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:19:37.958083 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-84d4a357-3faa-46cb-bb83-9cf3162f9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:19:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:38.045658 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9d141d22-4c60-4ea4-bb5c-4878cd37aac5 req-8e223be3-9704-4384-95ae-8c7b3c7a52fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bb20826-20b2-45c7-8209-47b25b9b61a6 HTTP/1.1" status: 200 len: 217 time: 0.0602765 Mar 21 22:19:38.070108 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-84d4a357-3faa-46cb-bb83-9cf3162f9aec None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:19:38.137569 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d141d22-4c60-4ea4-bb5c-4878cd37aac5 req-363876fb-936b-4c86-99a7-c5798b13f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:38.139315 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9d141d22-4c60-4ea4-bb5c-4878cd37aac5 req-363876fb-936b-4c86-99a7-c5798b13f528 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1497cc9-2e8b-48ed-991b-efcb826a8f9f HTTP/1.1" status: 200 len: 850 time: 0.0808930 Mar 21 22:19:38.142949 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa163c3e-d9d9-4c14-aa88-29c09fa56077 req-32793f2c-e77a-4fcd-bcf0-cf6072c53844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:38.144355 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fa163c3e-d9d9-4c14-aa88-29c09fa56077 req-32793f2c-e77a-4fcd-bcf0-cf6072c53844 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 1129 time: 0.1521590 Mar 21 22:19:38.186790 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e46c11-2ef9-4914-b889-b57993839935 req-99e6914b-a6d0-422d-a254-59fda427f32b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:38.188305 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-08e46c11-2ef9-4914-b889-b57993839935 req-99e6914b-a6d0-422d-a254-59fda427f32b tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 945 time: 0.1445799 Mar 21 22:19:38.195599 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-f254ec44-8d62-4d34-a362-2e9c1a73f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '1b0b96b9-05c5-4c8a-9efd-e7ecfae20477', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': 'f537a3db-e715-480b-a8e0-db092516b501', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:2a:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:17:38Z', 'updated_at': '2022-03-21T22:17:55Z', 'revision_number': 2, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}, {'id': '72179ed2-9bb9-424e-86e5-78509b0b2295', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': '0ac62de9-cb3b-4ad2-b141-5438f47b2828', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:ef:03:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa1c288-e7bc-4b81-8b7f-46a0380dc2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:19:23Z', 'updated_at': '2022-03-21T22:19:37Z', 'revision_number': 1, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:38.222680 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f254ec44-8d62-4d34-a362-2e9c1a73f6ac None None] Checking router: c17e0f77-6a1c-490e-972d-b98badb686cd for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:19:38.231456 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f254ec44-8d62-4d34-a362-2e9c1a73f6ac None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:19:38.232090 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-f254ec44-8d62-4d34-a362-2e9c1a73f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:19:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:38.305320 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-08e46c11-2ef9-4914-b889-b57993839935 req-3861db97-df1c-4fd4-a8d9-61c55168652f tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055534 Mar 21 22:19:38.307382 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d141d22-4c60-4ea4-bb5c-4878cd37aac5 req-1938db00-1518-47e6-a2fb-7ea9d45024a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:38.308857 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9d141d22-4c60-4ea4-bb5c-4878cd37aac5 req-1938db00-1518-47e6-a2fb-7ea9d45024a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca64710-59df-44d1-9926-47db3d9d37c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1619270 Mar 21 22:19:38.325253 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-84d4a357-3faa-46cb-bb83-9cf3162f9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'e83097a9-87a8-4606-a8c0-07d1c5e0f0c6', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '30662889-03b8-47cc-8163-ea6f29656092', 'port_id': 'b19a0af5-2d6e-46cf-a25f-030709428585', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'mac_address': 'fa:16:3e:24:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:14:51Z', 'updated_at': '2022-03-21T22:14:53Z', 'revision_number': 1, 'project_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:38.343352 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa163c3e-d9d9-4c14-aa88-29c09fa56077 req-2d94136a-fcf1-4d9d-b722-a14f09092819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:38.344938 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fa163c3e-d9d9-4c14-aa88-29c09fa56077 req-2d94136a-fcf1-4d9d-b722-a14f09092819 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 HTTP/1.1" status: 200 len: 916 time: 0.1878667 Mar 21 22:19:38.345803 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-f254ec44-8d62-4d34-a362-2e9c1a73f6ac None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:19:38.351997 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d4a357-3faa-46cb-bb83-9cf3162f9aec None None] The sync data for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi is: [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': 'e83097a9-87a8-4606-a8c0-07d1c5e0f0c6', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': '30662889-03b8-47cc-8163-ea6f29656092', 'port_id': 'b19a0af5-2d6e-46cf-a25f-030709428585', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'mac_address': 'fa:16:3e:24:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:14:51Z', 'updated_at': '2022-03-21T22:14:53Z', 'revision_number': 1, 'project_id': '7458146c857149e1bf0714f383c8d472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:19:38.462306 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fa163c3e-d9d9-4c14-aa88-29c09fa56077 req-c145a781-42d0-45bb-9a2a-1b90866bec5e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ac62de9-cb3b-4ad2-b141-5438f47b2828 HTTP/1.1" status: 200 len: 998 time: 0.0890713 Mar 21 22:19:38.498815 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9d141d22-4c60-4ea4-bb5c-4878cd37aac5 req-a0384547-ff6e-4aff-b89e-940ea01f15e3 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773696 Mar 21 22:19:38.556447 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7ab41c06-e8b4-46cd-a35e-b65c3c21c189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:38.574552 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa163c3e-d9d9-4c14-aa88-29c09fa56077 req-3913e022-a0f5-4a91-97f6-d311465023ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:38.576130 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fa163c3e-d9d9-4c14-aa88-29c09fa56077 req-3913e022-a0f5-4a91-97f6-d311465023ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c291448d-e988-4c0b-9353-57804374181b HTTP/1.1" status: 200 len: 854 time: 0.1064107 Mar 21 22:19:38.620211 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aa437c-1966-4ef6-b782-b8549d10c5e2 None None] New status for floating IP e033dfc5-ae65-440c-95ed-a2b9c68da0c8: DOWN {{(pid=115865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:19:38.634524 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-f254ec44-8d62-4d34-a362-2e9c1a73f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '1b0b96b9-05c5-4c8a-9efd-e7ecfae20477', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': 'f537a3db-e715-480b-a8e0-db092516b501', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:2a:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:17:38Z', 'updated_at': '2022-03-21T22:17:55Z', 'revision_number': 2, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}, {'id': '72179ed2-9bb9-424e-86e5-78509b0b2295', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': '0ac62de9-cb3b-4ad2-b141-5438f47b2828', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:ef:03:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa1c288-e7bc-4b81-8b7f-46a0380dc2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:19:23Z', 'updated_at': '2022-03-21T22:19:37Z', 'revision_number': 1, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:38.648370 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9d141d22-4c60-4ea4-bb5c-4878cd37aac5 req-1b4ace32-491d-4037-a01c-8dee8f78be94 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431208 Mar 21 22:19:38.654891 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa163c3e-d9d9-4c14-aa88-29c09fa56077 req-486343d8-8e8d-4b4f-a412-8a9946fb68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:38.656909 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fa163c3e-d9d9-4c14-aa88-29c09fa56077 req-486343d8-8e8d-4b4f-a412-8a9946fb68f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723324 Mar 21 22:19:38.674687 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f254ec44-8d62-4d34-a362-2e9c1a73f6ac None None] The sync data for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi is: [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '1b0b96b9-05c5-4c8a-9efd-e7ecfae20477', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': 'f537a3db-e715-480b-a8e0-db092516b501', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:2a:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:17:38Z', 'updated_at': '2022-03-21T22:17:55Z', 'revision_number': 2, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}, {'id': '72179ed2-9bb9-424e-86e5-78509b0b2295', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': '0ac62de9-cb3b-4ad2-b141-5438f47b2828', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:ef:03:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa1c288-e7bc-4b81-8b7f-46a0380dc2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:19:23Z', 'updated_at': '2022-03-21T22:19:37Z', 'revision_number': 1, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:19:38.780537 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fa163c3e-d9d9-4c14-aa88-29c09fa56077 req-4e075237-0852-49c5-90a4-cbe9684614d5 service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957394 Mar 21 22:19:38.878419 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-fa163c3e-d9d9-4c14-aa88-29c09fa56077 req-7c78e912-8cef-4fd4-8075-038807356481 service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918007 Mar 21 22:19:38.900013 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e737b107-07be-425f-9613-e332f838751f None None] New status for floating IP 72179ed2-9bb9-424e-86e5-78509b0b2295: ACTIVE {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:19:39.425761 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054c226-397a-495d-9077-e232c19a61e8 req-eb830b6c-9fe6-40b8-83e5-3cc350847d24 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:39.427264 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5054c226-397a-495d-9077-e232c19a61e8 req-eb830b6c-9fe6-40b8-83e5-3cc350847d24 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 945 time: 0.0522726 Mar 21 22:19:39.481082 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-5054c226-397a-495d-9077-e232c19a61e8 req-7b1a58a0-14ed-40c4-9ac4-6eb283c7ccc9 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475075 Mar 21 22:19:39.962651 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a30ca8-3f9b-443d-8a58-55840154afa6 req-e793602e-873d-4d03-aa72-d131f160772e tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:39.964128 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-10a30ca8-3f9b-443d-8a58-55840154afa6 req-e793602e-873d-4d03-aa72-d131f160772e tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.47 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 945 time: 0.0521441 Mar 21 22:19:40.053769 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-10a30ca8-3f9b-443d-8a58-55840154afa6 req-23134b67-5701-4baf-b4ca-c3f111281766 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Deleting port 3bb20826-20b2-45c7-8209-47b25b9b61a6 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:19:40.054111 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-10a30ca8-3f9b-443d-8a58-55840154afa6 req-23134b67-5701-4baf-b4ca-c3f111281766 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (3bb20826-20b2-45c7-8209-47b25b9b61a6), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:40.143854 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-10a30ca8-3f9b-443d-8a58-55840154afa6 req-23134b67-5701-4baf-b4ca-c3f111281766 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] For port 3bb20826-20b2-45c7-8209-47b25b9b61a6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=3bb20826-20b2-45c7-8209-47b25b9b61a6,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:19:40.144210 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-10a30ca8-3f9b-443d-8a58-55840154afa6 req-23134b67-5701-4baf-b4ca-c3f111281766 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (3bb20826-20b2-45c7-8209-47b25b9b61a6), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:40.157811 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-10a30ca8-3f9b-443d-8a58-55840154afa6 req-23134b67-5701-4baf-b4ca-c3f111281766 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Calling delete_port for 3bb20826-20b2-45c7-8209-47b25b9b61a6 owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:19:40.222560 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:40.343074 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-10a30ca8-3f9b-443d-8a58-55840154afa6 req-23134b67-5701-4baf-b4ca-c3f111281766 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (3bb20826-20b2-45c7-8209-47b25b9b61a6), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:40.371333 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23134b67-5701-4baf-b4ca-c3f111281766 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event deleted for resources: {'Port': ['ID=3bb20826-20b2-45c7-8209-47b25b9b61a6,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:40.417223 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a30ca8-3f9b-443d-8a58-55840154afa6 req-23134b67-5701-4baf-b4ca-c3f111281766 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] No DVR routers for this DVR port 3bb20826-20b2-45c7-8209-47b25b9b61a6 on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:19:40.419785 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-10a30ca8-3f9b-443d-8a58-55840154afa6 req-23134b67-5701-4baf-b4ca-c3f111281766 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:40.423050 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-10a30ca8-3f9b-443d-8a58-55840154afa6 req-23134b67-5701-4baf-b4ca-c3f111281766 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.47 "DELETE /v2.0/ports/3bb20826-20b2-45c7-8209-47b25b9b61a6 HTTP/1.1" status: 204 len: 173 time: 0.4537632 Mar 21 22:19:40.423494 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b49bb4-1f55-4b76-b844-c7bd8993576a', 'name': 'network-vif-deleted', 'tag': '3bb20826-20b2-45c7-8209-47b25b9b61a6'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:19:40.425685 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c49d24-ed12-415e-add8-c62c99a568de" -d '{"events": [{"server_uuid": "73b49bb4-1f55-4b76-b844-c7bd8993576a", "name": "network-vif-deleted", "tag": "3bb20826-20b2-45c7-8209-47b25b9b61a6"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:19:40.461828 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65027ed2-66ec-4354-a3f8-94e84f9e94f0 x-openstack-request-id: req-65027ed2-66ec-4354-a3f8-94e84f9e94f0 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:19:40.461828 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b49bb4-1f55-4b76-b844-c7bd8993576a", "name": "network-vif-deleted", "tag": "3bb20826-20b2-45c7-8209-47b25b9b61a6", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:19:40.461828 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65027ed2-66ec-4354-a3f8-94e84f9e94f0 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:19:40.461828 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b49bb4-1f55-4b76-b844-c7bd8993576a', 'name': 'network-vif-deleted', 'tag': '3bb20826-20b2-45c7-8209-47b25b9b61a6', 'status': 'completed', 'code': 200} Mar 21 22:19:40.574600 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-87cbdfa5-7141-4909-bd05-15deeca1b6e6 req-bec7b5c9-2c25-41d8-bf61-5a7ee06b7c45 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 210 time: 0.0271831 Mar 21 22:19:41.068353 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8d7e4120-b225-443b-a348-b7b2cfeee532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:41.684986 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ec14ef3c-57f7-4d93-aa22-d9bc68ed9f7b req-3e276729-429d-4767-ad7e-f636baa94c46 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b49bb4-1f55-4b76-b844-c7bd8993576a HTTP/1.1" status: 200 len: 210 time: 0.0299890 Mar 21 22:19:42.885516 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:43.905037 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 3bb20826-20b2-45c7-8209-47b25b9b61a6 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:19:43.928275 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: 3bb20826-20b2-45c7-8209-47b25b9b61a6 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:19:43.928698 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 3bb20826-20b2-45c7-8209-47b25b9b61a6 not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:19:44.371041 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:45.094713 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40796) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:19:45.244461 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-0f60b992-e013-42b9-9134-977f7ecf1064 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Deleting port c091f002-15fd-458a-90ae-6882bf924ae5 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:19:45.244801 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0f60b992-e013-42b9-9134-977f7ecf1064 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (c091f002-15fd-458a-90ae-6882bf924ae5), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:45.315641 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0f60b992-e013-42b9-9134-977f7ecf1064 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (c091f002-15fd-458a-90ae-6882bf924ae5), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:45.315882 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0f60b992-e013-42b9-9134-977f7ecf1064 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for floatingip (c091f002-15fd-458a-90ae-6882bf924ae5), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:45.328128 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-0f60b992-e013-42b9-9134-977f7ecf1064 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Calling delete_port for c091f002-15fd-458a-90ae-6882bf924ae5 owned by network:floatingip {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:19:45.518547 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0f60b992-e013-42b9-9134-977f7ecf1064 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (c091f002-15fd-458a-90ae-6882bf924ae5), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:45.542785 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60b992-e013-42b9-9134-977f7ecf1064 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event deleted for resources: {'Port': ['ID=c091f002-15fd-458a-90ae-6882bf924ae5,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:45.605401 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0f60b992-e013-42b9-9134-977f7ecf1064 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for floatingip (e83097a9-87a8-4606-a8c0-07d1c5e0f0c6), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:45.605743 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [None req-0f60b992-e013-42b9-9134-977f7ecf1064 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Floating IP e83097a9-87a8-4606-a8c0-07d1c5e0f0c6 disassociated (deleted). External IP: 172.27.2.9, port: b19a0af5-2d6e-46cf-a25f-030709428585. Mar 21 22:19:45.644486 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:46.073116 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f60b992-e013-42b9-9134-977f7ecf1064 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Router 30662889-03b8-47cc-8163-ea6f29656092 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:19:46.177210 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f60b992-e013-42b9-9134-977f7ecf1064 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:19:46.181873 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-0f60b992-e013-42b9-9134-977f7ecf1064 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:46.186987 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb9ae58-dfcb-46eb-9e75-537c96515b71 None None] Sync routers for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:19:46.196414 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb9ae58-dfcb-46eb-9e75-537c96515b71 None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:19:46.197020 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-ddb9ae58-dfcb-46eb-9e75-537c96515b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:19:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:46.216190 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-0f60b992-e013-42b9-9134-977f7ecf1064 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "DELETE /v2.0/floatingips/e83097a9-87a8-4606-a8c0-07d1c5e0f0c6 HTTP/1.1" status: 204 len: 168 time: 1.1178691 Mar 21 22:19:46.216190 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'tag': 'b19a0af5-2d6e-46cf-a25f-030709428585'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:19:46.216526 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0994a2-586b-4b0b-b372-ab58d317513b" -d '{"events": [{"name": "network-changed", "server_uuid": "70cdd060-e1c7-4be5-8532-db64b0b5a0bf", "tag": "b19a0af5-2d6e-46cf-a25f-030709428585"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:19:46.255498 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5f1f58-a265-43aa-9aae-a24038a6da19 x-openstack-request-id: req-1b5f1f58-a265-43aa-9aae-a24038a6da19 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:19:46.255787 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70cdd060-e1c7-4be5-8532-db64b0b5a0bf", "tag": "b19a0af5-2d6e-46cf-a25f-030709428585", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:19:46.256040 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b5f1f58-a265-43aa-9aae-a24038a6da19 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:19:46.256434 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'tag': 'b19a0af5-2d6e-46cf-a25f-030709428585', 'status': 'completed', 'code': 200} Mar 21 22:19:46.310610 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-ddb9ae58-dfcb-46eb-9e75-537c96515b71 None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:19:46.352462 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0994a2-586b-4b0b-b372-ab58d317513b req-f1d59540-0fff-4efb-8859-d02bb44e7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:46.353936 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b0994a2-586b-4b0b-b372-ab58d317513b req-f1d59540-0fff-4efb-8859-d02bb44e7f29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7458146c857149e1bf0714f383c8d472&device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 1129 time: 0.0461724 Mar 21 22:19:46.446039 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0994a2-586b-4b0b-b372-ab58d317513b req-48f64610-d01b-4276-bf7e-0db3ed695569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:46.447543 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b0994a2-586b-4b0b-b372-ab58d317513b req-48f64610-d01b-4276-bf7e-0db3ed695569 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ca64710-59df-44d1-9926-47db3d9d37c7 HTTP/1.1" status: 200 len: 912 time: 0.0882025 Mar 21 22:19:46.496258 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b0994a2-586b-4b0b-b372-ab58d317513b req-f6dc6b1d-a2fc-49ad-8bee-6f326a81ad6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b19a0af5-2d6e-46cf-a25f-030709428585 HTTP/1.1" status: 200 len: 217 time: 0.0434163 Mar 21 22:19:46.544349 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0994a2-586b-4b0b-b372-ab58d317513b req-3c1214c8-3647-4713-8564-2e792f22307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:46.545793 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b0994a2-586b-4b0b-b372-ab58d317513b req-3c1214c8-3647-4713-8564-2e792f22307c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1497cc9-2e8b-48ed-991b-efcb826a8f9f HTTP/1.1" status: 200 len: 850 time: 0.0436640 Mar 21 22:19:46.612271 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-ddb9ae58-dfcb-46eb-9e75-537c96515b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:46.636567 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0994a2-586b-4b0b-b372-ab58d317513b req-e69b9769-6cdf-4eda-a8a7-0cbce473fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:46.638096 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b0994a2-586b-4b0b-b372-ab58d317513b req-e69b9769-6cdf-4eda-a8a7-0cbce473fb6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca64710-59df-44d1-9926-47db3d9d37c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479660 Mar 21 22:19:46.639283 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb9ae58-dfcb-46eb-9e75-537c96515b71 None None] Checking router: 30662889-03b8-47cc-8163-ea6f29656092 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:19:46.648883 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb9ae58-dfcb-46eb-9e75-537c96515b71 None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:19:46.649485 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-ddb9ae58-dfcb-46eb-9e75-537c96515b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:19:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:46.740537 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b0994a2-586b-4b0b-b372-ab58d317513b req-9132a02e-00ee-478e-ab60-e0a58193d215 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950325 Mar 21 22:19:46.761010 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-ddb9ae58-dfcb-46eb-9e75-537c96515b71 None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:19:46.835877 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9b0994a2-586b-4b0b-b372-ab58d317513b req-f0260726-5bce-41d3-bbd5-ba45148ab307 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874729 Mar 21 22:19:46.892561 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05804421-80e9-46ae-b80e-b82c69e5fa27 req-ad1a3db5-ace0-44f2-8e3f-2e863a91b638 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:46.893971 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-05804421-80e9-46ae-b80e-b82c69e5fa27 req-ad1a3db5-ace0-44f2-8e3f-2e863a91b638 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 945 time: 0.2540598 Mar 21 22:19:46.954348 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-05804421-80e9-46ae-b80e-b82c69e5fa27 req-4d8c4e25-6d8e-43cc-9492-ba5192c6ecb0 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496802 Mar 21 22:19:46.961860 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-ddb9ae58-dfcb-46eb-9e75-537c96515b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:46.990391 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb9ae58-dfcb-46eb-9e75-537c96515b71 None None] The sync data for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi is: [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:10:26Z', 'revision_number': 4, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': '60d9d549-0728-4afc-a8c8-a2fbc295ba65', 'name': '', 'network_id': '7ca64710-59df-44d1-9926-47db3d9d37c7', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'mac_address': 'fa:16:3e:b0:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:25Z', 'updated_at': '2022-03-21T22:10:31Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'subnets': [{'id': 'a1497cc9-2e8b-48ed-991b-efcb826a8f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:19:47.214065 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-36250b87-690c-42f2-9509-454eda44d59e req-2a7e62d3-fcdc-4ecb-b999-b02cf2100e76 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546663 Mar 21 22:19:47.232898 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74cd4c6-3eac-4b81-a1dc-1e5ac64ce348 None None] New status for floating IP e83097a9-87a8-4606-a8c0-07d1c5e0f0c6: DOWN {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:19:47.313871 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36250b87-690c-42f2-9509-454eda44d59e req-f01daa84-7ce3-45b1-aa6a-49e2427fd281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:47.318865 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-36250b87-690c-42f2-9509-454eda44d59e req-f01daa84-7ce3-45b1-aa6a-49e2427fd281 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 1129 time: 0.0474668 Mar 21 22:19:47.428338 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36250b87-690c-42f2-9509-454eda44d59e req-315d24a2-2fc3-4376-8c79-b7b4fd04f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:47.430380 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-36250b87-690c-42f2-9509-454eda44d59e req-315d24a2-2fc3-4376-8c79-b7b4fd04f7c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 HTTP/1.1" status: 200 len: 916 time: 0.0893667 Mar 21 22:19:47.497294 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-36250b87-690c-42f2-9509-454eda44d59e req-55052828-4e9c-4609-a1c0-e6dfa689a1d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f537a3db-e715-480b-a8e0-db092516b501 HTTP/1.1" status: 200 len: 1000 time: 0.0602870 Mar 21 22:19:47.547799 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36250b87-690c-42f2-9509-454eda44d59e req-c66dfc6d-244c-40ff-9c41-08d56f20dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:47.549255 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-36250b87-690c-42f2-9509-454eda44d59e req-c66dfc6d-244c-40ff-9c41-08d56f20dbc3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c291448d-e988-4c0b-9353-57804374181b HTTP/1.1" status: 200 len: 854 time: 0.0451357 Mar 21 22:19:47.603758 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36250b87-690c-42f2-9509-454eda44d59e req-834da14a-6a9f-48b3-b192-51ff9551ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:47.605284 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-36250b87-690c-42f2-9509-454eda44d59e req-834da14a-6a9f-48b3-b192-51ff9551ea26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474417 Mar 21 22:19:47.690530 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-36250b87-690c-42f2-9509-454eda44d59e req-389f74f8-d7a2-4ec7-8a60-4e3d412b4369 service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791845 Mar 21 22:19:47.813711 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-36250b87-690c-42f2-9509-454eda44d59e req-2625e4e6-44f5-4772-b9a9-fe6ed6f39bcd service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101596 Mar 21 22:19:47.832225 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c33be-2395-40e0-80a5-f7a8fb94cfb4 req-19f1eda0-fd3f-4f39-97ca-8ac9db313a77 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:47.833654 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d22c33be-2395-40e0-80a5-f7a8fb94cfb4 req-19f1eda0-fd3f-4f39-97ca-8ac9db313a77 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.47 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 945 time: 0.0640819 Mar 21 22:19:47.926150 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-d22c33be-2395-40e0-80a5-f7a8fb94cfb4 req-85e36f43-d831-4e74-9fa6-96f6e0620afc tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Deleting port b19a0af5-2d6e-46cf-a25f-030709428585 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:19:47.926488 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-d22c33be-2395-40e0-80a5-f7a8fb94cfb4 req-85e36f43-d831-4e74-9fa6-96f6e0620afc tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (b19a0af5-2d6e-46cf-a25f-030709428585), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:48.016494 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-d22c33be-2395-40e0-80a5-f7a8fb94cfb4 req-85e36f43-d831-4e74-9fa6-96f6e0620afc tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] For port b19a0af5-2d6e-46cf-a25f-030709428585, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b19a0af5-2d6e-46cf-a25f-030709428585,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:19:48.016853 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-d22c33be-2395-40e0-80a5-f7a8fb94cfb4 req-85e36f43-d831-4e74-9fa6-96f6e0620afc tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (b19a0af5-2d6e-46cf-a25f-030709428585), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:48.034693 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-d22c33be-2395-40e0-80a5-f7a8fb94cfb4 req-85e36f43-d831-4e74-9fa6-96f6e0620afc tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Calling delete_port for b19a0af5-2d6e-46cf-a25f-030709428585 owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:19:48.156466 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97444112-b5c3-4677-8f5d-297de8d4d536 req-fceeaad3-7686-42a7-be01-0ab36d5021c3 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:19:48.157944 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-97444112-b5c3-4677-8f5d-297de8d4d536 req-fceeaad3-7686-42a7-be01-0ab36d5021c3 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 945 time: 0.1333716 Mar 21 22:19:48.240805 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-97444112-b5c3-4677-8f5d-297de8d4d536 req-f8de66c6-0e2e-4a51-8614-0e027496ae65 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/security-groups?id=250303fa-3da0-4de7-ae3c-7e225fb5cf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740526 Mar 21 22:19:48.308251 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-d22c33be-2395-40e0-80a5-f7a8fb94cfb4 req-85e36f43-d831-4e74-9fa6-96f6e0620afc tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (b19a0af5-2d6e-46cf-a25f-030709428585), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:48.338151 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e36f43-d831-4e74-9fa6-96f6e0620afc tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event deleted for resources: {'Port': ['ID=b19a0af5-2d6e-46cf-a25f-030709428585,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:48.384744 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22c33be-2395-40e0-80a5-f7a8fb94cfb4 req-85e36f43-d831-4e74-9fa6-96f6e0620afc tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] No DVR routers for this DVR port b19a0af5-2d6e-46cf-a25f-030709428585 on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:19:48.387338 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-d22c33be-2395-40e0-80a5-f7a8fb94cfb4 req-85e36f43-d831-4e74-9fa6-96f6e0620afc tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:48.390935 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d22c33be-2395-40e0-80a5-f7a8fb94cfb4 req-85e36f43-d831-4e74-9fa6-96f6e0620afc tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.47 "DELETE /v2.0/ports/b19a0af5-2d6e-46cf-a25f-030709428585 HTTP/1.1" status: 204 len: 173 time: 0.5504606 Mar 21 22:19:48.391375 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'name': 'network-vif-deleted', 'tag': 'b19a0af5-2d6e-46cf-a25f-030709428585'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:19:48.393639 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6567b52-b322-42d3-9d3c-8de3c24f1a45" -d '{"events": [{"server_uuid": "70cdd060-e1c7-4be5-8532-db64b0b5a0bf", "name": "network-vif-deleted", "tag": "b19a0af5-2d6e-46cf-a25f-030709428585"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:19:48.429695 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ff6a7f-dc3b-4c88-88f4-bb7b30b3fb25 x-openstack-request-id: req-04ff6a7f-dc3b-4c88-88f4-bb7b30b3fb25 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:19:48.429695 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cdd060-e1c7-4be5-8532-db64b0b5a0bf", "name": "network-vif-deleted", "tag": "b19a0af5-2d6e-46cf-a25f-030709428585", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:19:48.429907 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04ff6a7f-dc3b-4c88-88f4-bb7b30b3fb25 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:19:48.430321 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cdd060-e1c7-4be5-8532-db64b0b5a0bf', 'name': 'network-vif-deleted', 'tag': 'b19a0af5-2d6e-46cf-a25f-030709428585', 'status': 'completed', 'code': 200} Mar 21 22:19:49.345195 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-592282e7-56b7-48ad-8ca3-612ee555a1d4 req-1fa7bcd7-38dd-433e-b1a7-833db27cab2a tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cdd060-e1c7-4be5-8532-db64b0b5a0bf HTTP/1.1" status: 200 len: 210 time: 0.0275176 Mar 21 22:19:50.401680 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40816) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:19:50.524723 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-6b10a335-ef31-457f-80c9-9e0e8c150407 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Deleting port 8f843824-f304-434d-8555-3f1001ee6a46 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:19:50.525064 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6b10a335-ef31-457f-80c9-9e0e8c150407 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (8f843824-f304-434d-8555-3f1001ee6a46), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:50.601188 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6b10a335-ef31-457f-80c9-9e0e8c150407 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (8f843824-f304-434d-8555-3f1001ee6a46), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:50.601512 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6b10a335-ef31-457f-80c9-9e0e8c150407 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for floatingip (8f843824-f304-434d-8555-3f1001ee6a46), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:50.613011 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-6b10a335-ef31-457f-80c9-9e0e8c150407 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Calling delete_port for 8f843824-f304-434d-8555-3f1001ee6a46 owned by network:floatingip {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:19:50.810239 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6b10a335-ef31-457f-80c9-9e0e8c150407 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (8f843824-f304-434d-8555-3f1001ee6a46), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:50.836941 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10a335-ef31-457f-80c9-9e0e8c150407 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event deleted for resources: {'Port': ['ID=8f843824-f304-434d-8555-3f1001ee6a46,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:50.900202 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6b10a335-ef31-457f-80c9-9e0e8c150407 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for floatingip (6c8ec5ee-4e0b-4a58-8aee-c7b097f0664f), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:50.902748 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6b10a335-ef31-457f-80c9-9e0e8c150407 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:50.903922 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-6b10a335-ef31-457f-80c9-9e0e8c150407 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "DELETE /v2.0/floatingips/6c8ec5ee-4e0b-4a58-8aee-c7b097f0664f HTTP/1.1" status: 204 len: 168 time: 0.5012403 Mar 21 22:19:51.955451 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device b19a0af5-2d6e-46cf-a25f-030709428585 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:19:51.975344 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: b19a0af5-2d6e-46cf-a25f-030709428585 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:19:51.976435 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device b19a0af5-2d6e-46cf-a25f-030709428585 not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:19:52.266825 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40830) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:19:52.324366 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-734be002-aa2d-4bc4-b4a3-0dcec1f1b648 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group (250303fa-3da0-4de7-ae3c-7e225fb5cf49), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:52.349803 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-734be002-aa2d-4bc4-b4a3-0dcec1f1b648 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group (250303fa-3da0-4de7-ae3c-7e225fb5cf49), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:52.489630 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-734be002-aa2d-4bc4-b4a3-0dcec1f1b648 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (250303fa-3da0-4de7-ae3c-7e225fb5cf49), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:52.492324 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-734be002-aa2d-4bc4-b4a3-0dcec1f1b648 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:52.493494 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-734be002-aa2d-4bc4-b4a3-0dcec1f1b648 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] 10.222.0.45 "DELETE /v2.0/security-groups/250303fa-3da0-4de7-ae3c-7e225fb5cf49 HTTP/1.1" status: 204 len: 168 time: 0.2255583 Mar 21 22:19:52.502640 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734be002-aa2d-4bc4-b4a3-0dcec1f1b648 tempest-TestVolumeBootPattern-2143120847 tempest-TestVolumeBootPattern-2143120847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=250303fa-3da0-4de7-ae3c-7e225fb5cf49,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:52.637748 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40834) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:19:53.077759 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-48695cc5-7438-4401-b61a-5b83258e6d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4165452'] for router_interface (30662889-03b8-47cc-8163-ea6f29656092), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:53.325642 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-48695cc5-7438-4401-b61a-5b83258e6d47 admin admin] Deleting port 60d9d549-0728-4afc-a8c8-a2fbc295ba65 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:19:53.325990 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-48695cc5-7438-4401-b61a-5b83258e6d47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:53.406095 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [None req-48695cc5-7438-4401-b61a-5b83258e6d47 admin admin] For port 60d9d549-0728-4afc-a8c8-a2fbc295ba65, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=60d9d549-0728-4afc-a8c8-a2fbc295ba65,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:19:53.406461 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-48695cc5-7438-4401-b61a-5b83258e6d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:53.419436 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-48695cc5-7438-4401-b61a-5b83258e6d47 admin admin] Calling delete_port for 60d9d549-0728-4afc-a8c8-a2fbc295ba65 owned by network:router_interface {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:19:53.656591 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-48695cc5-7438-4401-b61a-5b83258e6d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (60d9d549-0728-4afc-a8c8-a2fbc295ba65), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:53.680156 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48695cc5-7438-4401-b61a-5b83258e6d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d9d549-0728-4afc-a8c8-a2fbc295ba65,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:53.850482 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-48695cc5-7438-4401-b61a-5b83258e6d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4162812'] for router_interface (30662889-03b8-47cc-8163-ea6f29656092), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:54.064868 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48695cc5-7438-4401-b61a-5b83258e6d47 admin admin] Router 30662889-03b8-47cc-8163-ea6f29656092 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:19:54.173138 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48695cc5-7438-4401-b61a-5b83258e6d47 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:19:54.178399 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-48695cc5-7438-4401-b61a-5b83258e6d47 admin admin] 10.222.0.45 "PUT /v2.0/routers/30662889-03b8-47cc-8163-ea6f29656092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5390158 Mar 21 22:19:54.181191 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40838) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:19:54.181964 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440a7d6-c146-4ca7-b8fc-d934e6c54f2c None None] Sync routers for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:19:54.192955 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440a7d6-c146-4ca7-b8fc-d934e6c54f2c None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:19:54.193645 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-c440a7d6-c146-4ca7-b8fc-d934e6c54f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:19:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:54.290785 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a5552dc0-8ccd-4aa9-b741-092ed4692531 admin admin] Publish callbacks [] for router (30662889-03b8-47cc-8163-ea6f29656092), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:54.299702 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-c440a7d6-c146-4ca7-b8fc-d934e6c54f2c None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:19:54.393686 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a5552dc0-8ccd-4aa9-b741-092ed4692531 admin admin] Publish callbacks [] for router_gateway (30662889-03b8-47cc-8163-ea6f29656092), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:54.475153 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-c440a7d6-c146-4ca7-b8fc-d934e6c54f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd5edd060-cf67-4494-865e-28edca54de45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:19:53Z', 'revision_number': 5, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port': {'id': 'd5edd060-cf67-4494-865e-28edca54de45', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30662889-03b8-47cc-8163-ea6f29656092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:23Z', 'updated_at': '2022-03-21T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:54.501701 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440a7d6-c146-4ca7-b8fc-d934e6c54f2c None None] Checking router: 30662889-03b8-47cc-8163-ea6f29656092 for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:19:54.505497 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-a5552dc0-8ccd-4aa9-b741-092ed4692531 admin admin] Deleting port d5edd060-cf67-4494-865e-28edca54de45 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:19:54.505841 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a5552dc0-8ccd-4aa9-b741-092ed4692531 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (d5edd060-cf67-4494-865e-28edca54de45), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:54.510639 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440a7d6-c146-4ca7-b8fc-d934e6c54f2c None None] Routers {'30662889-03b8-47cc-8163-ea6f29656092'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:19:54.511274 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-c440a7d6-c146-4ca7-b8fc-d934e6c54f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:19:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['30662889-03b8-47cc-8163-ea6f29656092'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:54.583805 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [None req-a5552dc0-8ccd-4aa9-b741-092ed4692531 admin admin] For port d5edd060-cf67-4494-865e-28edca54de45, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=d5edd060-cf67-4494-865e-28edca54de45,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:19:54.584163 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a5552dc0-8ccd-4aa9-b741-092ed4692531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (d5edd060-cf67-4494-865e-28edca54de45), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:54.598239 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-a5552dc0-8ccd-4aa9-b741-092ed4692531 admin admin] Calling delete_port for d5edd060-cf67-4494-865e-28edca54de45 owned by network:router_gateway {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:19:54.598379 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-c440a7d6-c146-4ca7-b8fc-d934e6c54f2c None None] Set router 30662889-03b8-47cc-8163-ea6f29656092 gateway port host: None {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:19:54.652836 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-c440a7d6-c146-4ca7-b8fc-d934e6c54f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:19:54Z', 'revision_number': 6, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port_host': None}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:54.678136 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440a7d6-c146-4ca7-b8fc-d934e6c54f2c None None] The sync data for ids ['30662889-03b8-47cc-8163-ea6f29656092'] in dv-cinder-834545-1-iscsi is: [{'id': '30662889-03b8-47cc-8163-ea6f29656092', 'name': 'tempest-TestVolumeBootPattern-151175324-router', 'tenant_id': '7458146c857149e1bf0714f383c8d472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:22Z', 'updated_at': '2022-03-21T22:19:54Z', 'revision_number': 6, 'project_id': '7458146c857149e1bf0714f383c8d472', 'gw_port_host': None}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:19:54.839933 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a5552dc0-8ccd-4aa9-b741-092ed4692531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (d5edd060-cf67-4494-865e-28edca54de45), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:54.864328 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5552dc0-8ccd-4aa9-b741-092ed4692531 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5edd060-cf67-4494-865e-28edca54de45,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:54.926139 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a5552dc0-8ccd-4aa9-b741-092ed4692531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165126'] for router_gateway (30662889-03b8-47cc-8163-ea6f29656092), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.015156 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a5552dc0-8ccd-4aa9-b741-092ed4692531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3262'] for router (30662889-03b8-47cc-8163-ea6f29656092), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.017761 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a5552dc0-8ccd-4aa9-b741-092ed4692531 admin admin] Publish callbacks [] for router_controller (30662889-03b8-47cc-8163-ea6f29656092), precommit_delete_associations {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.131344 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a5552dc0-8ccd-4aa9-b741-092ed4692531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702245'] for router (30662889-03b8-47cc-8163-ea6f29656092), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.131912 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5552dc0-8ccd-4aa9-b741-092ed4692531 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30662889-03b8-47cc-8163-ea6f29656092 {{(pid=115862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 22:19:55.136501 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a5552dc0-8ccd-4aa9-b741-092ed4692531 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.137711 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-a5552dc0-8ccd-4aa9-b741-092ed4692531 admin admin] 10.222.0.45 "DELETE /v2.0/routers/30662889-03b8-47cc-8163-ea6f29656092 HTTP/1.1" status: 204 len: 168 time: 0.9556146 Mar 21 22:19:55.140541 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40840) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:19:55.184389 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0033b4-a825-419f-9276-bd2b5b598c2e admin admin] Deleting subnet a1497cc9-2e8b-48ed-991b-efcb826a8f9f {{(pid=115862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 22:19:55.187343 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-aa0033b4-a825-419f-9276-bd2b5b598c2e admin admin] Publish callbacks [] for subnet (a1497cc9-2e8b-48ed-991b-efcb826a8f9f), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.220537 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-aa0033b4-a825-419f-9276-bd2b5b598c2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12426326'] for subnet (a1497cc9-2e8b-48ed-991b-efcb826a8f9f), precommit_delete_associations {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.302170 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-aa0033b4-a825-419f-9276-bd2b5b598c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017098'] for subnet (a1497cc9-2e8b-48ed-991b-efcb826a8f9f), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.411355 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-aa0033b4-a825-419f-9276-bd2b5b598c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8624902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450568'] for subnet (a1497cc9-2e8b-48ed-991b-efcb826a8f9f), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.436113 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0033b4-a825-419f-9276-bd2b5b598c2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1497cc9-2e8b-48ed-991b-efcb826a8f9f,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:55.447227 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdd0b3a-1e42-425a-b4e4-06a18de11799 None None] Network 7ca64710-59df-44d1-9926-47db3d9d37c7 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:19:55.456516 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-aa0033b4-a825-419f-9276-bd2b5b598c2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.462866 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-aa0033b4-a825-419f-9276-bd2b5b598c2e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a1497cc9-2e8b-48ed-991b-efcb826a8f9f HTTP/1.1" status: 204 len: 168 time: 0.3183668 Mar 21 22:19:55.463023 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40842) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:19:55.531448 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834117'] for network (7ca64710-59df-44d1-9926-47db3d9d37c7), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.592670 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] Deleting port 9d1141b2-65e8-49d2-b64b-4e8d350af183 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:19:55.593086 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (9d1141b2-65e8-49d2-b64b-4e8d350af183), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.623196 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50026b2a-e1c1-46b4-9d28-537e0182bc12 None None] DHCP port deletion for 7ca64710-59df-44d1-9926-47db3d9d37c7 request from dv-cinder-834545-1-iscsi {{(pid=115864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 22:19:55.658803 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.db [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] For port 9d1141b2-65e8-49d2-b64b-4e8d350af183, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=9d1141b2-65e8-49d2-b64b-4e8d350af183,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:19:55.659203 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (9d1141b2-65e8-49d2-b64b-4e8d350af183), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.673839 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] Calling delete_port for 9d1141b2-65e8-49d2-b64b-4e8d350af183 owned by network:dhcp {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:19:55.677990 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-50026b2a-e1c1-46b4-9d28-537e0182bc12 None None] Deleting port 9d1141b2-65e8-49d2-b64b-4e8d350af183 {{(pid=115864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:19:55.678370 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-50026b2a-e1c1-46b4-9d28-537e0182bc12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (9d1141b2-65e8-49d2-b64b-4e8d350af183), before_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.744558 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-50026b2a-e1c1-46b4-9d28-537e0182bc12 None None] For port 9d1141b2-65e8-49d2-b64b-4e8d350af183, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=9d1141b2-65e8-49d2-b64b-4e8d350af183,segment=NetworkSegment(cecb5485-ff50-497a-91ee-c91c4a0407b3),segment_id=cecb5485-ff50-497a-91ee-c91c4a0407b3)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:19:55.744874 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-50026b2a-e1c1-46b4-9d28-537e0182bc12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (9d1141b2-65e8-49d2-b64b-4e8d350af183), precommit_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.758406 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-50026b2a-e1c1-46b4-9d28-537e0182bc12 None None] Calling delete_port for 9d1141b2-65e8-49d2-b64b-4e8d350af183 owned by network:dhcp {{(pid=115864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:19:55.828431 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (9d1141b2-65e8-49d2-b64b-4e8d350af183), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.856710 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d1141b2-65e8-49d2-b64b-4e8d350af183,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:55.862956 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] No DVR routers for this DVR port 9d1141b2-65e8-49d2-b64b-4e8d350af183 on host dv-cinder-834545-1-iscsi {{(pid=115862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:19:55.935893 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-954303', 'neutron.services.segments.db._delete_segments_for_network-8732299838531'] for network (7ca64710-59df-44d1-9926-47db3d9d37c7), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.958370 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca64710-59df-44d1-9926-47db3d9d37c7']}} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:55.965517 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-50026b2a-e1c1-46b4-9d28-537e0182bc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431'] for port (9d1141b2-65e8-49d2-b64b-4e8d350af183), after_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.968036 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cecb5485-ff50-497a-91ee-c91c4a0407b3') {'for_net_delete': True} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:55.968335 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.services.segments.db [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cecb5485-ff50-497a-91ee-c91c4a0407b3') {} {{(pid=115862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:55.977571 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299988300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12426351'] for segment (cecb5485-ff50-497a-91ee-c91c4a0407b3), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.989683 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50026b2a-e1c1-46b4-9d28-537e0182bc12 None None] Pushing event deleted for resources: {'Port': ['ID=9d1141b2-65e8-49d2-b64b-4e8d350af183,revision_number=None']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:55.990345 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (cecb5485-ff50-497a-91ee-c91c4a0407b3), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:55.993708 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50026b2a-e1c1-46b4-9d28-537e0182bc12 None None] No DVR routers for this DVR port 9d1141b2-65e8-49d2-b64b-4e8d350af183 on host dv-cinder-834545-1-iscsi {{(pid=115864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:19:55.999120 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=115862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8625572'] for segment (cecb5485-ff50-497a-91ee-c91c4a0407b3), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: Traceback (most recent call last): Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: timer() Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: cb(*args, **kw) Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: return func(*args, **kwargs) Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: self._notify() Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: self.callback(batched_events) Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: event.method(event) Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: return f(self, *a, **k) Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: return self._get(url).json() Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: return self.request(url, 'GET', **kwargs) Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 22:19:56.005892 dv-cinder-834545-1-iscsi neutron-server[115862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 22:19:56.376682 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-954244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4165242'] for network (7ca64710-59df-44d1-9926-47db3d9d37c7), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:56.382717 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:56.386451 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7ca64710-59df-44d1-9926-47db3d9d37c7 HTTP/1.1" status: 204 len: 168 time: 0.9219825 Mar 21 22:19:56.389328 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40844) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:19:56.397038 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f5d1a-1a5c-4d77-a0d0-4acf95159373 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca64710-59df-44d1-9926-47db3d9d37c7,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:56.649794 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 9d1141b2-65e8-49d2-b64b-4e8d350af183 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:19:56.670174 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: 9d1141b2-65e8-49d2-b64b-4e8d350af183 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:19:56.670517 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 9d1141b2-65e8-49d2-b64b-4e8d350af183 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:19:56.670952 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 60d9d549-0728-4afc-a8c8-a2fbc295ba65 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:19:56.689759 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: 60d9d549-0728-4afc-a8c8-a2fbc295ba65 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:19:56.690143 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 60d9d549-0728-4afc-a8c8-a2fbc295ba65 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:19:56.690536 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device d5edd060-cf67-4494-865e-28edca54de45 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:19:56.709333 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: d5edd060-cf67-4494-865e-28edca54de45 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:19:56.709676 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device d5edd060-cf67-4494-865e-28edca54de45 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:19:56.743711 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-eeaea2ae-edf2-4c5e-8fc2-f2a460b4a580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4165452'] for router_interface (e5eb5cff-33c9-47ce-8f55-f0c44a567456), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:56.986228 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-eeaea2ae-edf2-4c5e-8fc2-f2a460b4a580 admin admin] Deleting port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:19:56.986492 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-eeaea2ae-edf2-4c5e-8fc2-f2a460b4a580 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:57.062504 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [None req-eeaea2ae-edf2-4c5e-8fc2-f2a460b4a580 admin admin] For port ba0df6d0-35c1-4f40-9a4e-a3e9386bf318, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=ba0df6d0-35c1-4f40-9a4e-a3e9386bf318,segment=NetworkSegment(397c1663-60af-4c1c-9ef8-c05c103f601d),segment_id=397c1663-60af-4c1c-9ef8-c05c103f601d)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:19:57.062863 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-eeaea2ae-edf2-4c5e-8fc2-f2a460b4a580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:57.075429 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-eeaea2ae-edf2-4c5e-8fc2-f2a460b4a580 admin admin] Calling delete_port for ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 owned by network:router_interface {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:19:57.302209 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-eeaea2ae-edf2-4c5e-8fc2-f2a460b4a580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (ba0df6d0-35c1-4f40-9a4e-a3e9386bf318), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:57.332207 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaea2ae-edf2-4c5e-8fc2-f2a460b4a580 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba0df6d0-35c1-4f40-9a4e-a3e9386bf318,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:57.497060 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-eeaea2ae-edf2-4c5e-8fc2-f2a460b4a580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4162812'] for router_interface (e5eb5cff-33c9-47ce-8f55-f0c44a567456), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:57.709502 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeaea2ae-edf2-4c5e-8fc2-f2a460b4a580 admin admin] Router e5eb5cff-33c9-47ce-8f55-f0c44a567456 has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:19:57.815309 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaea2ae-edf2-4c5e-8fc2-f2a460b4a580 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:19:57.823220 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-eeaea2ae-edf2-4c5e-8fc2-f2a460b4a580 admin admin] 10.222.0.45 "PUT /v2.0/routers/e5eb5cff-33c9-47ce-8f55-f0c44a567456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4302664 Mar 21 22:19:57.823220 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40846) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:19:57.824009 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f642525-382b-4282-b800-f8415d64c9f9 None None] Sync routers for ids ['e5eb5cff-33c9-47ce-8f55-f0c44a567456'] in dv-cinder-834545-1-iscsi {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:19:57.833397 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f642525-382b-4282-b800-f8415d64c9f9 None None] Routers {'e5eb5cff-33c9-47ce-8f55-f0c44a567456'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:19:57.833999 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-2f642525-382b-4282-b800-f8415d64c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:19:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5eb5cff-33c9-47ce-8f55-f0c44a567456'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:57.926429 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-40cf6fe2-c58a-4588-a3e6-e009137c8396 admin admin] Publish callbacks [] for router (e5eb5cff-33c9-47ce-8f55-f0c44a567456), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:57.941393 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-2f642525-382b-4282-b800-f8415d64c9f9 None None] Set router e5eb5cff-33c9-47ce-8f55-f0c44a567456 gateway port host: dv-cinder-834545-1-iscsi {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:19:58.024902 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-40cf6fe2-c58a-4588-a3e6-e009137c8396 admin admin] Publish callbacks [] for router_gateway (e5eb5cff-33c9-47ce-8f55-f0c44a567456), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:58.115690 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-2f642525-382b-4282-b800-f8415d64c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'name': 'tempest-TestVolumeBootPattern-2105001256-router', 'tenant_id': 'c3f46104302e42de8705cc06ef072b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'ec1ae03b-9208-4aa7-82c0-2b4763a1cacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:30Z', 'updated_at': '2022-03-21T22:19:57Z', 'revision_number': 5, 'project_id': 'c3f46104302e42de8705cc06ef072b31', 'gw_port': {'id': 'ec1ae03b-9208-4aa7-82c0-2b4763a1cacf', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:10:31Z', 'updated_at': '2022-03-21T22:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:58.142409 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f642525-382b-4282-b800-f8415d64c9f9 None None] Checking router: e5eb5cff-33c9-47ce-8f55-f0c44a567456 for host: dv-cinder-834545-1-iscsi {{(pid=115864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:19:58.151627 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f642525-382b-4282-b800-f8415d64c9f9 None None] Routers {'e5eb5cff-33c9-47ce-8f55-f0c44a567456'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:19:58.152242 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-2f642525-382b-4282-b800-f8415d64c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:19:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['e5eb5cff-33c9-47ce-8f55-f0c44a567456'], 'active': True} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:58.160518 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-40cf6fe2-c58a-4588-a3e6-e009137c8396 admin admin] Deleting port ec1ae03b-9208-4aa7-82c0-2b4763a1cacf {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:19:58.160857 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-40cf6fe2-c58a-4588-a3e6-e009137c8396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (ec1ae03b-9208-4aa7-82c0-2b4763a1cacf), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:58.236721 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [None req-40cf6fe2-c58a-4588-a3e6-e009137c8396 admin admin] For port ec1ae03b-9208-4aa7-82c0-2b4763a1cacf, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=ec1ae03b-9208-4aa7-82c0-2b4763a1cacf,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:19:58.237082 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-40cf6fe2-c58a-4588-a3e6-e009137c8396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (ec1ae03b-9208-4aa7-82c0-2b4763a1cacf), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:58.239532 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvr_db [None req-2f642525-382b-4282-b800-f8415d64c9f9 None None] Set router e5eb5cff-33c9-47ce-8f55-f0c44a567456 gateway port host: None {{(pid=115864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:19:58.250236 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-40cf6fe2-c58a-4588-a3e6-e009137c8396 admin admin] Calling delete_port for ec1ae03b-9208-4aa7-82c0-2b4763a1cacf owned by network:router_gateway {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:19:58.293681 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_hamode_db [None req-2f642525-382b-4282-b800-f8415d64c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'name': 'tempest-TestVolumeBootPattern-2105001256-router', 'tenant_id': 'c3f46104302e42de8705cc06ef072b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:30Z', 'updated_at': '2022-03-21T22:19:58Z', 'revision_number': 6, 'project_id': 'c3f46104302e42de8705cc06ef072b31', 'gw_port_host': None}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:58.321177 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f642525-382b-4282-b800-f8415d64c9f9 None None] The sync data for ids ['e5eb5cff-33c9-47ce-8f55-f0c44a567456'] in dv-cinder-834545-1-iscsi is: [{'id': 'e5eb5cff-33c9-47ce-8f55-f0c44a567456', 'name': 'tempest-TestVolumeBootPattern-2105001256-router', 'tenant_id': 'c3f46104302e42de8705cc06ef072b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:10:30Z', 'updated_at': '2022-03-21T22:19:58Z', 'revision_number': 6, 'project_id': 'c3f46104302e42de8705cc06ef072b31', 'gw_port_host': None}] {{(pid=115864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:19:58.740662 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:19:58.747208 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-40cf6fe2-c58a-4588-a3e6-e009137c8396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (ec1ae03b-9208-4aa7-82c0-2b4763a1cacf), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:58.764818 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:19:58.765165 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device ba0df6d0-35c1-4f40-9a4e-a3e9386bf318 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:19:58.780818 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf6fe2-c58a-4588-a3e6-e009137c8396 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1ae03b-9208-4aa7-82c0-2b4763a1cacf,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:58.839953 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-40cf6fe2-c58a-4588-a3e6-e009137c8396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165126'] for router_gateway (e5eb5cff-33c9-47ce-8f55-f0c44a567456), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:58.929811 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-40cf6fe2-c58a-4588-a3e6-e009137c8396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3262'] for router (e5eb5cff-33c9-47ce-8f55-f0c44a567456), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:58.931913 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-40cf6fe2-c58a-4588-a3e6-e009137c8396 admin admin] Publish callbacks [] for router_controller (e5eb5cff-33c9-47ce-8f55-f0c44a567456), precommit_delete_associations {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.056642 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-40cf6fe2-c58a-4588-a3e6-e009137c8396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702245'] for router (e5eb5cff-33c9-47ce-8f55-f0c44a567456), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.057143 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cf6fe2-c58a-4588-a3e6-e009137c8396 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5eb5cff-33c9-47ce-8f55-f0c44a567456 {{(pid=115863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 22:19:59.062068 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-40cf6fe2-c58a-4588-a3e6-e009137c8396 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.062670 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-40cf6fe2-c58a-4588-a3e6-e009137c8396 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e5eb5cff-33c9-47ce-8f55-f0c44a567456 HTTP/1.1" status: 204 len: 168 time: 1.2385194 Mar 21 22:19:59.065370 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40850) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:19:59.110159 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff6f299-eb62-4486-bc4c-03fbdf663dcc admin admin] Deleting subnet 83774e14-9688-47b9-8ea7-88c8b4f86e75 {{(pid=115863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 22:19:59.113433 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f299-eb62-4486-bc4c-03fbdf663dcc admin admin] Publish callbacks [] for subnet (83774e14-9688-47b9-8ea7-88c8b4f86e75), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.148048 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f299-eb62-4486-bc4c-03fbdf663dcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9663761'] for subnet (83774e14-9688-47b9-8ea7-88c8b4f86e75), precommit_delete_associations {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.223834 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f299-eb62-4486-bc4c-03fbdf663dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017098'] for subnet (83774e14-9688-47b9-8ea7-88c8b4f86e75), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.371531 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f299-eb62-4486-bc4c-03fbdf663dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9687552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12331888'] for subnet (83774e14-9688-47b9-8ea7-88c8b4f86e75), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.395869 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6f299-eb62-4486-bc4c-03fbdf663dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83774e14-9688-47b9-8ea7-88c8b4f86e75,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:59.402048 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f299-eb62-4486-bc4c-03fbdf663dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.406111 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-3ff6f299-eb62-4486-bc4c-03fbdf663dcc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/83774e14-9688-47b9-8ea7-88c8b4f86e75 HTTP/1.1" status: 204 len: 168 time: 0.3397596 Mar 21 22:19:59.407873 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40852) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:19:59.408147 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7b50ad-7d4e-4abe-a385-29298f1296c3 None None] Network de54f973-b0c9-4948-ad10-954577bfcea9 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:19:59.477319 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834117'] for network (de54f973-b0c9-4948-ad10-954577bfcea9), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.537514 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] Deleting port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:19:59.537774 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.580102 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8decf9e6-7fc7-48c9-be8d-f0308bccbaca None None] DHCP port deletion for de54f973-b0c9-4948-ad10-954577bfcea9 request from dv-cinder-834545-1-iscsi {{(pid=115864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 22:19:59.603765 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] For port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3,segment=NetworkSegment(397c1663-60af-4c1c-9ef8-c05c103f601d),segment_id=397c1663-60af-4c1c-9ef8-c05c103f601d)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:19:59.604141 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.617096 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] Calling delete_port for 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 owned by network:dhcp {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:19:59.630132 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-8decf9e6-7fc7-48c9-be8d-f0308bccbaca None None] Deleting port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 {{(pid=115864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:19:59.630439 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8decf9e6-7fc7-48c9-be8d-f0308bccbaca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3), before_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.695687 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-8decf9e6-7fc7-48c9-be8d-f0308bccbaca None None] For port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3,segment=NetworkSegment(397c1663-60af-4c1c-9ef8-c05c103f601d),segment_id=397c1663-60af-4c1c-9ef8-c05c103f601d)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:19:59.696994 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8decf9e6-7fc7-48c9-be8d-f0308bccbaca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3), precommit_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.708304 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-8decf9e6-7fc7-48c9-be8d-f0308bccbaca None None] Calling delete_port for 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 owned by network:dhcp {{(pid=115864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:19:59.805305 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.814440 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8decf9e6-7fc7-48c9-be8d-f0308bccbaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431'] for port (9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3), after_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.839349 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:59.842835 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] No DVR routers for this DVR port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 on host dv-cinder-834545-1-iscsi {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:19:59.846840 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8decf9e6-7fc7-48c9-be8d-f0308bccbaca None None] No DVR routers for this DVR port 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 on host dv-cinder-834545-1-iscsi {{(pid=115864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:19:59.850419 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decf9e6-7fc7-48c9-be8d-f0308bccbaca None None] Pushing event deleted for resources: {'Port': ['ID=9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3,revision_number=None']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:19:59.913533 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-954303', 'neutron.services.segments.db._delete_segments_for_network-8732299838531'] for network (de54f973-b0c9-4948-ad10-954577bfcea9), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.933983 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de54f973-b0c9-4948-ad10-954577bfcea9']}} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:59.943714 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397c1663-60af-4c1c-9ef8-c05c103f601d') {'for_net_delete': True} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:59.944009 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397c1663-60af-4c1c-9ef8-c05c103f601d') {} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:19:59.953753 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299988300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9663784'] for segment (397c1663-60af-4c1c-9ef8-c05c103f601d), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.966572 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (397c1663-60af-4c1c-9ef8-c05c103f601d), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.972326 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=115863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 22:19:59.972709 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9688226'] for segment (397c1663-60af-4c1c-9ef8-c05c103f601d), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: Traceback (most recent call last): Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: timer() Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: cb(*args, **kw) Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: return func(*args, **kwargs) Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: self._notify() Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: self.callback(batched_events) Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: event.method(event) Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: return f(self, *a, **k) Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._get(url).json() Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: return self.request(url, 'GET', **kwargs) Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 22:19:59.974307 dv-cinder-834545-1-iscsi neutron-server[115863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 22:20:00.106826 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-954244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4165242'] for network (de54f973-b0c9-4948-ad10-954577bfcea9), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:00.112004 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:00.115163 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] 10.222.0.45 "DELETE /v2.0/networks/de54f973-b0c9-4948-ad10-954577bfcea9 HTTP/1.1" status: 204 len: 168 time: 0.7062154 Mar 21 22:20:00.126323 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c45183-3c38-4892-a49b-c3d44c0b1341 admin admin] Pushing event deleted for resources: {'Network': ['ID=de54f973-b0c9-4948-ad10-954577bfcea9,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:20:00.427703 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40856) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:20:00.466689 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-91eed28f-f009-4950-a495-68152efa8b9c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7458146c857149e1bf0714f383c8d472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378199 Mar 21 22:20:00.469140 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40858) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:20:00.515381 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d0b5fbdc-2642-4c7e-a0af-6dddbb33314a admin admin] Publish callbacks [] for security_group (29e4f309-8cda-4bd2-8f82-d3192b8cb6cc), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:00.536571 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d0b5fbdc-2642-4c7e-a0af-6dddbb33314a admin admin] Publish callbacks [] for security_group (29e4f309-8cda-4bd2-8f82-d3192b8cb6cc), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:00.633623 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d0b5fbdc-2642-4c7e-a0af-6dddbb33314a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (29e4f309-8cda-4bd2-8f82-d3192b8cb6cc), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:00.636339 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d0b5fbdc-2642-4c7e-a0af-6dddbb33314a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:00.637512 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-d0b5fbdc-2642-4c7e-a0af-6dddbb33314a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29e4f309-8cda-4bd2-8f82-d3192b8cb6cc HTTP/1.1" status: 204 len: 168 time: 0.1674778 Mar 21 22:20:00.647299 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5fbdc-2642-4c7e-a0af-6dddbb33314a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e4f309-8cda-4bd2-8f82-d3192b8cb6cc,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:20:00.653186 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device ec1ae03b-9208-4aa7-82c0-2b4763a1cacf no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:20:00.679966 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: ec1ae03b-9208-4aa7-82c0-2b4763a1cacf {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:20:00.680308 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device ec1ae03b-9208-4aa7-82c0-2b4763a1cacf not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:20:00.680726 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:20:00.700145 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:20:00.700485 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 9ab1c2c3-8a4c-4b50-9647-37f675c0ebd3 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:20:01.210673 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40864) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:20:01.253459 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-564e2022-44e5-4d03-bf74-83d98f2e9a12 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c3f46104302e42de8705cc06ef072b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413289 Mar 21 22:20:01.255945 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40866) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:20:01.302288 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f918-66a5-4014-9091-0a7dfa9c1770 admin admin] Publish callbacks [] for security_group (7f4c4b16-f514-4bec-a6c4-3cd97fa5cb7e), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:01.323615 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f918-66a5-4014-9091-0a7dfa9c1770 admin admin] Publish callbacks [] for security_group (7f4c4b16-f514-4bec-a6c4-3cd97fa5cb7e), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:01.450865 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f918-66a5-4014-9091-0a7dfa9c1770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (7f4c4b16-f514-4bec-a6c4-3cd97fa5cb7e), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:01.453460 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f918-66a5-4014-9091-0a7dfa9c1770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:01.454666 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-d3b0f918-66a5-4014-9091-0a7dfa9c1770 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f4c4b16-f514-4bec-a6c4-3cd97fa5cb7e HTTP/1.1" status: 204 len: 168 time: 0.1978085 Mar 21 22:20:01.462748 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0f918-66a5-4014-9091-0a7dfa9c1770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4c4b16-f514-4bec-a6c4-3cd97fa5cb7e,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:20:08.473781 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6772c02d-3bd3-40c5-b2d5-c9de07e9f0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:10.239060 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:10.427136 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:20:11.034197 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-c3c8e5bd-cae5-47be-a93f-17616ded158d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:12.896077 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:14.341772 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:15.650726 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:28.114361 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [req-c00965b7-6088-4db8-ace0-656821af2124 req-8788481e-d3f0-4637-a2b4-ba1a4323f533 service neutron] (115862) timed out ('10.222.0.47', 62338) {{(pid=115862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 22:20:38.500953 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-4c6e80d0-59c0-4582-b1f0-04f76c486328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:40.249821 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:41.038450 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0eccf8c4-6471-4d00-b9e1-2e7c113f842e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:42.923766 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:44.363928 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:45.643926 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:47.436229 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:20:49.282785 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-79d51032-61a6-482e-b402-81c5bca048ae req-606b6405-43aa-4374-be18-79860b502f9e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1750431 Mar 21 22:20:49.392257 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d51032-61a6-482e-b402-81c5bca048ae req-694a4979-15e6-4f9c-ae04-72e311d9be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:20:49.393656 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-79d51032-61a6-482e-b402-81c5bca048ae req-694a4979-15e6-4f9c-ae04-72e311d9be10 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 1129 time: 0.0449061 Mar 21 22:20:49.499270 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d51032-61a6-482e-b402-81c5bca048ae req-a649d5f2-49ee-40e8-82e6-c0beed74a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:20:49.500903 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-79d51032-61a6-482e-b402-81c5bca048ae req-a649d5f2-49ee-40e8-82e6-c0beed74a78a service neutron] 10.222.0.47 "GET /v2.0/networks?id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 HTTP/1.1" status: 200 len: 916 time: 0.0894856 Mar 21 22:20:49.566720 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-79d51032-61a6-482e-b402-81c5bca048ae req-80e2aa4c-d40b-4043-b8b2-7769923b3669 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f537a3db-e715-480b-a8e0-db092516b501 HTTP/1.1" status: 200 len: 1000 time: 0.0591798 Mar 21 22:20:49.618188 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d51032-61a6-482e-b402-81c5bca048ae req-f4ea4876-c20d-4538-a502-f71bdcdf8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:20:49.620358 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-79d51032-61a6-482e-b402-81c5bca048ae req-f4ea4876-c20d-4538-a502-f71bdcdf8aab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c291448d-e988-4c0b-9353-57804374181b HTTP/1.1" status: 200 len: 854 time: 0.0474195 Mar 21 22:20:49.668574 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d51032-61a6-482e-b402-81c5bca048ae req-c6e2867f-0400-41d4-8250-7230ae09564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:20:49.670008 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-79d51032-61a6-482e-b402-81c5bca048ae req-c6e2867f-0400-41d4-8250-7230ae09564c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436666 Mar 21 22:20:49.756395 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-79d51032-61a6-482e-b402-81c5bca048ae req-9f40a915-43e0-47b9-858e-961f1fc60839 service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798044 Mar 21 22:20:49.847912 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-79d51032-61a6-482e-b402-81c5bca048ae req-5468ae89-f261-46de-a61d-ff927992c2e2 service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845568 Mar 21 22:20:53.684412 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a6b57-c720-453b-ab1d-539706bd3532 req-5497dc8c-6928-4232-ab95-f6394f9d92ef tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:20:53.685801 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-908a6b57-c720-453b-ab1d-539706bd3532 req-5497dc8c-6928-4232-ab95-f6394f9d92ef tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 945 time: 0.0533817 Mar 21 22:20:53.735181 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-908a6b57-c720-453b-ab1d-539706bd3532 req-e4060b86-d713-413d-9594-a4f23d6cc270 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=84d4f2d1-b8b1-48a4-b179-2fd0c4a16102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435512 Mar 21 22:20:54.857963 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539f7ad-cf23-41c7-bffd-529098e142ab req-86f61285-16ae-4ea3-8149-3510acacf989 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:20:54.859454 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e539f7ad-cf23-41c7-bffd-529098e142ab req-86f61285-16ae-4ea3-8149-3510acacf989 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 945 time: 0.0563138 Mar 21 22:20:54.904934 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e539f7ad-cf23-41c7-bffd-529098e142ab req-620c374b-0a0e-43c0-9933-1cbd3c835896 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=84d4f2d1-b8b1-48a4-b179-2fd0c4a16102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399015 Mar 21 22:20:55.355529 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450a951-9654-4a04-9988-c6b6b332f933 req-afd1ce3b-e369-4031-89b1-e2750921dce9 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:20:55.365085 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4450a951-9654-4a04-9988-c6b6b332f933 req-afd1ce3b-e369-4031-89b1-e2750921dce9 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 945 time: 0.0511489 Mar 21 22:20:55.450544 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-4450a951-9654-4a04-9988-c6b6b332f933 req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Deleting port 0ac62de9-cb3b-4ad2-b141-5438f47b2828 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:20:55.450912 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-4450a951-9654-4a04-9988-c6b6b332f933 req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (0ac62de9-cb3b-4ad2-b141-5438f47b2828), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:55.539353 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-4450a951-9654-4a04-9988-c6b6b332f933 req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] For port 0ac62de9-cb3b-4ad2-b141-5438f47b2828, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0ac62de9-cb3b-4ad2-b141-5438f47b2828,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:20:55.539710 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-4450a951-9654-4a04-9988-c6b6b332f933 req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (0ac62de9-cb3b-4ad2-b141-5438f47b2828), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:55.706445 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-4450a951-9654-4a04-9988-c6b6b332f933 req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:55.706715 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-4450a951-9654-4a04-9988-c6b6b332f933 req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (72179ed2-9bb9-424e-86e5-78509b0b2295), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:55.707061 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [req-4450a951-9654-4a04-9988-c6b6b332f933 req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Floating IP 72179ed2-9bb9-424e-86e5-78509b0b2295 disassociated. External IP: 172.27.2.12, port: 0ac62de9-cb3b-4ad2-b141-5438f47b2828. Mar 21 22:20:55.707403 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-4450a951-9654-4a04-9988-c6b6b332f933 req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Calling delete_port for 0ac62de9-cb3b-4ad2-b141-5438f47b2828 owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:20:55.895247 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-4450a951-9654-4a04-9988-c6b6b332f933 req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (0ac62de9-cb3b-4ad2-b141-5438f47b2828), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:55.924803 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event deleted for resources: {'Port': ['ID=0ac62de9-cb3b-4ad2-b141-5438f47b2828,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:20:55.935042 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:55.935385 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:55.935818 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:55.936059 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:55.936391 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:55.936733 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:55.937049 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:55.937371 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:55.937696 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:55.938018 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:55.938393 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:55.938691 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:55.938994 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:55.939317 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:55.939641 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:56.034561 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d2461873-7997-41bd-aa40-9bb0ad637c8f req-d75c9828-4aeb-492d-a2fa-82e2ce063c85 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 210 time: 0.0526404 Mar 21 22:20:56.074180 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4450a951-9654-4a04-9988-c6b6b332f933 req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Router c17e0f77-6a1c-490e-972d-b98badb686cd has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:20:56.180779 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4450a951-9654-4a04-9988-c6b6b332f933 req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:20:56.190225 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc67f51b-3c7b-4676-88d3-daec92e6c9b1 None None] Sync routers for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:20:56.201134 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc67f51b-3c7b-4676-88d3-daec92e6c9b1 None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:20:56.201672 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-bc67f51b-3c7b-4676-88d3-daec92e6c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:20:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:20:56.225219 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-4450a951-9654-4a04-9988-c6b6b332f933 req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] No DVR routers for this DVR port 0ac62de9-cb3b-4ad2-b141-5438f47b2828 on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:20:56.227678 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-4450a951-9654-4a04-9988-c6b6b332f933 req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:56.231538 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4450a951-9654-4a04-9988-c6b6b332f933 req-213e845a-d927-4930-823b-787bd9ff2f69 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "DELETE /v2.0/ports/0ac62de9-cb3b-4ad2-b141-5438f47b2828 HTTP/1.1" status: 204 len: 173 time: 0.8687117 Mar 21 22:20:56.231979 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa1c288-e7bc-4b81-8b7f-46a0380dc2df', 'name': 'network-vif-deleted', 'tag': '0ac62de9-cb3b-4ad2-b141-5438f47b2828'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:20:56.234270 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78059e92-edf5-4a99-bf32-81d44e51b14d" -d '{"events": [{"server_uuid": "4fa1c288-e7bc-4b81-8b7f-46a0380dc2df", "name": "network-vif-deleted", "tag": "0ac62de9-cb3b-4ad2-b141-5438f47b2828"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:20:56.275956 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060751c2-e7ef-481b-9888-bf5fcae0c4ce x-openstack-request-id: req-060751c2-e7ef-481b-9888-bf5fcae0c4ce {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:20:56.276469 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa1c288-e7bc-4b81-8b7f-46a0380dc2df", "name": "network-vif-deleted", "tag": "0ac62de9-cb3b-4ad2-b141-5438f47b2828", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:20:56.276980 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-060751c2-e7ef-481b-9888-bf5fcae0c4ce {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:20:56.277394 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa1c288-e7bc-4b81-8b7f-46a0380dc2df', 'name': 'network-vif-deleted', 'tag': '0ac62de9-cb3b-4ad2-b141-5438f47b2828', 'status': 'completed', 'code': 200} Mar 21 22:20:56.317251 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-bc67f51b-3c7b-4676-88d3-daec92e6c9b1 None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:20:56.638921 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-bc67f51b-3c7b-4676-88d3-daec92e6c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '1b0b96b9-05c5-4c8a-9efd-e7ecfae20477', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': 'f537a3db-e715-480b-a8e0-db092516b501', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:2a:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:17:38Z', 'updated_at': '2022-03-21T22:17:55Z', 'revision_number': 2, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:20:56.664436 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc67f51b-3c7b-4676-88d3-daec92e6c9b1 None None] Checking router: c17e0f77-6a1c-490e-972d-b98badb686cd for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:20:56.673115 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc67f51b-3c7b-4676-88d3-daec92e6c9b1 None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:20:56.673705 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-bc67f51b-3c7b-4676-88d3-daec92e6c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:20:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:20:56.778131 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-bc67f51b-3c7b-4676-88d3-daec92e6c9b1 None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:20:56.994871 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-bc67f51b-3c7b-4676-88d3-daec92e6c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '1b0b96b9-05c5-4c8a-9efd-e7ecfae20477', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': 'f537a3db-e715-480b-a8e0-db092516b501', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:2a:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:17:38Z', 'updated_at': '2022-03-21T22:17:55Z', 'revision_number': 2, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:20:57.021069 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc67f51b-3c7b-4676-88d3-daec92e6c9b1 None None] The sync data for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi is: [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '1b0b96b9-05c5-4c8a-9efd-e7ecfae20477', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': 'f537a3db-e715-480b-a8e0-db092516b501', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:2a:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:17:38Z', 'updated_at': '2022-03-21T22:17:55Z', 'revision_number': 2, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:20:57.147680 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-70dbc98e-b0ef-4bd8-bf07-e1ef2b50c422 req-d5ec9e35-3e92-4fa8-b948-a8df16199157 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fa1c288-e7bc-4b81-8b7f-46a0380dc2df HTTP/1.1" status: 200 len: 210 time: 0.0290208 Mar 21 22:20:57.251351 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d10503-b0e2-49cf-b821-526db267def3 None None] New status for floating IP 72179ed2-9bb9-424e-86e5-78509b0b2295: DOWN {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:20:58.296259 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40924) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:20:58.348533 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a6563b6b-e261-4d9d-949b-4c048567d745 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (84d4f2d1-b8b1-48a4-b179-2fd0c4a16102), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:58.372385 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a6563b6b-e261-4d9d-949b-4c048567d745 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (84d4f2d1-b8b1-48a4-b179-2fd0c4a16102), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:58.500929 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a6563b6b-e261-4d9d-949b-4c048567d745 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (84d4f2d1-b8b1-48a4-b179-2fd0c4a16102), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:58.503572 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-a6563b6b-e261-4d9d-949b-4c048567d745 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:58.504724 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-a6563b6b-e261-4d9d-949b-4c048567d745 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "DELETE /v2.0/security-groups/84d4f2d1-b8b1-48a4-b179-2fd0c4a16102 HTTP/1.1" status: 204 len: 168 time: 0.2074633 Mar 21 22:20:58.507852 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40926) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:20:58.520271 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6563b6b-e261-4d9d-949b-4c048567d745 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d4f2d1-b8b1-48a4-b179-2fd0c4a16102,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:20:58.523379 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.api.v2.resource [None req-60092324-7ee8-4782-9943-cb3da8abbb00 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] show failed (client error): The resource could not be found. Mar 21 22:20:58.524392 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-60092324-7ee8-4782-9943-cb3da8abbb00 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups/84d4f2d1-b8b1-48a4-b179-2fd0c4a16102 HTTP/1.1" status: 404 len: 347 time: 0.0153010 Mar 21 22:20:58.527931 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40930) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:20:58.648642 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Deleting port 944bb40f-4a86-4329-a960-e7827ebf76e2 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:20:58.648989 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (944bb40f-4a86-4329-a960-e7827ebf76e2), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:58.725272 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (944bb40f-4a86-4329-a960-e7827ebf76e2), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:58.725531 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (944bb40f-4a86-4329-a960-e7827ebf76e2), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:58.739415 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Calling delete_port for 944bb40f-4a86-4329-a960-e7827ebf76e2 owned by network:floatingip {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:20:58.916593 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (944bb40f-4a86-4329-a960-e7827ebf76e2), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:58.943135 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event deleted for resources: {'Port': ['ID=944bb40f-4a86-4329-a960-e7827ebf76e2,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:20:58.956618 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:58.956971 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:58.957317 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:58.957655 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:58.957987 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:58.958317 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:58.958643 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:58.959014 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:58.959365 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:58.959692 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:58.960016 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:58.960343 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:58.960666 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:58.960983 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:58.961303 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:20:59.015144 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (72179ed2-9bb9-424e-86e5-78509b0b2295), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:59.017554 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:20:59.018768 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-d56b0e45-5c35-42f8-b860-20c38524323c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "DELETE /v2.0/floatingips/72179ed2-9bb9-424e-86e5-78509b0b2295 HTTP/1.1" status: 204 len: 168 time: 0.4898553 Mar 21 22:21:00.263339 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 0ac62de9-cb3b-4ad2-b141-5438f47b2828 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:21:00.283067 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: 0ac62de9-cb3b-4ad2-b141-5438f47b2828 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:21:00.283440 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device 0ac62de9-cb3b-4ad2-b141-5438f47b2828 not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:21:01.980640 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb229342-8f3e-4f8d-9869-b727354f2842 req-23b2813e-50d1-44ed-b3fd-bc535a1862ae tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:01.982106 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-eb229342-8f3e-4f8d-9869-b727354f2842 req-23b2813e-50d1-44ed-b3fd-bc535a1862ae tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 945 time: 0.0560372 Mar 21 22:21:02.029475 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-eb229342-8f3e-4f8d-9869-b727354f2842 req-28c0fa51-35cf-470a-84c8-25d08c12de19 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e7b4ba1-6c97-4655-b216-16aaa5bd0384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416203 Mar 21 22:21:03.147405 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb68f8-d6a0-44eb-bca3-6ff4e6da9f09 req-0abe7777-807d-4b60-96f9-1bf7118a34f8 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:03.148871 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-59fb68f8-d6a0-44eb-bca3-6ff4e6da9f09 req-0abe7777-807d-4b60-96f9-1bf7118a34f8 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 945 time: 0.0525734 Mar 21 22:21:03.197350 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-59fb68f8-d6a0-44eb-bca3-6ff4e6da9f09 req-6f53403f-d3b2-43e2-900f-b3d550ab972c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e7b4ba1-6c97-4655-b216-16aaa5bd0384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427759 Mar 21 22:21:04.058297 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2c066-6666-4a0c-94a2-c6dcf0845071 req-aead3677-a493-4a59-85d3-534545ee79ef tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:04.059804 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9a2c066-6666-4a0c-94a2-c6dcf0845071 req-aead3677-a493-4a59-85d3-534545ee79ef tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 945 time: 0.0511799 Mar 21 22:21:04.152744 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-f9a2c066-6666-4a0c-94a2-c6dcf0845071 req-f77d186b-9aba-46ce-9003-61dd2fd7f951 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Deleting port f537a3db-e715-480b-a8e0-db092516b501 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:21:04.153446 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f9a2c066-6666-4a0c-94a2-c6dcf0845071 req-f77d186b-9aba-46ce-9003-61dd2fd7f951 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (f537a3db-e715-480b-a8e0-db092516b501), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:04.238868 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-f9a2c066-6666-4a0c-94a2-c6dcf0845071 req-f77d186b-9aba-46ce-9003-61dd2fd7f951 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] For port f537a3db-e715-480b-a8e0-db092516b501, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f537a3db-e715-480b-a8e0-db092516b501,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:21:04.239264 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f9a2c066-6666-4a0c-94a2-c6dcf0845071 req-f77d186b-9aba-46ce-9003-61dd2fd7f951 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (f537a3db-e715-480b-a8e0-db092516b501), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:04.416184 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ded7be-bfa2-465c-a6f5-308d867a6d01 req-7da47f5c-8a73-4b93-95d9-16c015381798 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:04.418349 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-14ded7be-bfa2-465c-a6f5-308d867a6d01 req-7da47f5c-8a73-4b93-95d9-16c015381798 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 945 time: 0.1342309 Mar 21 22:21:04.504145 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f9a2c066-6666-4a0c-94a2-c6dcf0845071 req-f77d186b-9aba-46ce-9003-61dd2fd7f951 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:04.504502 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f9a2c066-6666-4a0c-94a2-c6dcf0845071 req-f77d186b-9aba-46ce-9003-61dd2fd7f951 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (1b0b96b9-05c5-4c8a-9efd-e7ecfae20477), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:04.505053 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [req-f9a2c066-6666-4a0c-94a2-c6dcf0845071 req-f77d186b-9aba-46ce-9003-61dd2fd7f951 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Floating IP 1b0b96b9-05c5-4c8a-9efd-e7ecfae20477 disassociated. External IP: 172.27.2.59, port: f537a3db-e715-480b-a8e0-db092516b501. Mar 21 22:21:04.505429 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-f9a2c066-6666-4a0c-94a2-c6dcf0845071 req-f77d186b-9aba-46ce-9003-61dd2fd7f951 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Calling delete_port for f537a3db-e715-480b-a8e0-db092516b501 owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:21:04.517032 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-14ded7be-bfa2-465c-a6f5-308d867a6d01 req-c75b0ae5-6bc1-4b4b-81f6-14b2b7a5387c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e7b4ba1-6c97-4655-b216-16aaa5bd0384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929637 Mar 21 22:21:04.717839 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f9a2c066-6666-4a0c-94a2-c6dcf0845071 req-f77d186b-9aba-46ce-9003-61dd2fd7f951 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (f537a3db-e715-480b-a8e0-db092516b501), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:04.747463 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d186b-9aba-46ce-9003-61dd2fd7f951 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event deleted for resources: {'Port': ['ID=f537a3db-e715-480b-a8e0-db092516b501,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:21:04.861740 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9a2c066-6666-4a0c-94a2-c6dcf0845071 req-f77d186b-9aba-46ce-9003-61dd2fd7f951 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Router c17e0f77-6a1c-490e-972d-b98badb686cd has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:21:04.970161 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9a2c066-6666-4a0c-94a2-c6dcf0845071 req-f77d186b-9aba-46ce-9003-61dd2fd7f951 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:21:04.980618 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50480aae-79fd-4095-bbfd-5d38b037c92a None None] Sync routers for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:21:04.990026 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50480aae-79fd-4095-bbfd-5d38b037c92a None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:21:04.990624 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-50480aae-79fd-4095-bbfd-5d38b037c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:20:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:21:05.009607 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a2c066-6666-4a0c-94a2-c6dcf0845071 req-f77d186b-9aba-46ce-9003-61dd2fd7f951 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] No DVR routers for this DVR port f537a3db-e715-480b-a8e0-db092516b501 on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:21:05.012345 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-f9a2c066-6666-4a0c-94a2-c6dcf0845071 req-f77d186b-9aba-46ce-9003-61dd2fd7f951 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:05.015728 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f9a2c066-6666-4a0c-94a2-c6dcf0845071 req-f77d186b-9aba-46ce-9003-61dd2fd7f951 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "DELETE /v2.0/ports/f537a3db-e715-480b-a8e0-db092516b501 HTTP/1.1" status: 204 len: 173 time: 0.9507246 Mar 21 22:21:05.016111 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'name': 'network-vif-deleted', 'tag': 'f537a3db-e715-480b-a8e0-db092516b501'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:21:05.018326 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4c4489-c815-4c9c-8ea6-040514549ee2" -d '{"events": [{"server_uuid": "61bbfff6-c071-45fb-9310-980b1bb7f973", "name": "network-vif-deleted", "tag": "f537a3db-e715-480b-a8e0-db092516b501"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:21:05.053244 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b57468-b809-460e-921d-de0e8a52137d x-openstack-request-id: req-40b57468-b809-460e-921d-de0e8a52137d {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:21:05.053544 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bbfff6-c071-45fb-9310-980b1bb7f973", "name": "network-vif-deleted", "tag": "f537a3db-e715-480b-a8e0-db092516b501", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:21:05.053808 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-40b57468-b809-460e-921d-de0e8a52137d {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:21:05.054210 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bbfff6-c071-45fb-9310-980b1bb7f973', 'name': 'network-vif-deleted', 'tag': 'f537a3db-e715-480b-a8e0-db092516b501', 'status': 'completed', 'code': 200} Mar 21 22:21:05.099836 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-50480aae-79fd-4095-bbfd-5d38b037c92a None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:21:05.314980 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-50480aae-79fd-4095-bbfd-5d38b037c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:21:05.342764 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50480aae-79fd-4095-bbfd-5d38b037c92a None None] Checking router: c17e0f77-6a1c-490e-972d-b98badb686cd for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:21:05.351274 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50480aae-79fd-4095-bbfd-5d38b037c92a None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:21:05.351876 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-50480aae-79fd-4095-bbfd-5d38b037c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:20:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:21:05.457509 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-50480aae-79fd-4095-bbfd-5d38b037c92a None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:21:05.632059 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-13b154d8-633b-4526-bb95-ef6c76681ab1 req-87882f09-05dc-4362-ab32-c1b32ff2e358 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=61bbfff6-c071-45fb-9310-980b1bb7f973 HTTP/1.1" status: 200 len: 210 time: 0.0307419 Mar 21 22:21:05.659005 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-50480aae-79fd-4095-bbfd-5d38b037c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:21:05.688795 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50480aae-79fd-4095-bbfd-5d38b037c92a None None] The sync data for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi is: [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:21:05.903462 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2484ac0-2eb8-402f-b4f8-836971d4e626 None None] New status for floating IP 1b0b96b9-05c5-4c8a-9efd-e7ecfae20477: DOWN {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:21:06.815738 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 40966) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:21:06.867811 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-85c09ae6-a64e-4df3-b843-448842ef59e1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (2e7b4ba1-6c97-4655-b216-16aaa5bd0384), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:06.890348 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-85c09ae6-a64e-4df3-b843-448842ef59e1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (2e7b4ba1-6c97-4655-b216-16aaa5bd0384), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:07.001526 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-85c09ae6-a64e-4df3-b843-448842ef59e1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (2e7b4ba1-6c97-4655-b216-16aaa5bd0384), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:07.004161 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-85c09ae6-a64e-4df3-b843-448842ef59e1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:07.005323 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-85c09ae6-a64e-4df3-b843-448842ef59e1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "DELETE /v2.0/security-groups/2e7b4ba1-6c97-4655-b216-16aaa5bd0384 HTTP/1.1" status: 204 len: 168 time: 0.1885970 Mar 21 22:21:07.008137 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40968) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:21:07.014971 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c09ae6-a64e-4df3-b843-448842ef59e1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7b4ba1-6c97-4655-b216-16aaa5bd0384,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:21:07.023852 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.api.v2.resource [None req-d9692d8b-2f8a-44d5-88f1-2eb813f111bf tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] show failed (client error): The resource could not be found. Mar 21 22:21:07.027471 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-d9692d8b-2f8a-44d5-88f1-2eb813f111bf tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups/2e7b4ba1-6c97-4655-b216-16aaa5bd0384 HTTP/1.1" status: 404 len: 347 time: 0.0156288 Mar 21 22:21:07.027728 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40970) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:21:07.152002 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-f6d9c859-5169-46a9-a9fd-944fa7838501 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Deleting port a438ef6a-3ed9-4250-9a76-27b6570a2388 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:21:07.152340 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c859-5169-46a9-a9fd-944fa7838501 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (a438ef6a-3ed9-4250-9a76-27b6570a2388), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:07.228991 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c859-5169-46a9-a9fd-944fa7838501 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (a438ef6a-3ed9-4250-9a76-27b6570a2388), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:07.229327 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c859-5169-46a9-a9fd-944fa7838501 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (a438ef6a-3ed9-4250-9a76-27b6570a2388), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:07.241787 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-f6d9c859-5169-46a9-a9fd-944fa7838501 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Calling delete_port for a438ef6a-3ed9-4250-9a76-27b6570a2388 owned by network:floatingip {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:21:07.489069 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c859-5169-46a9-a9fd-944fa7838501 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (a438ef6a-3ed9-4250-9a76-27b6570a2388), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:07.517656 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9c859-5169-46a9-a9fd-944fa7838501 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event deleted for resources: {'Port': ['ID=a438ef6a-3ed9-4250-9a76-27b6570a2388,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:21:07.580865 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c859-5169-46a9-a9fd-944fa7838501 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (1b0b96b9-05c5-4c8a-9efd-e7ecfae20477), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:07.583478 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c859-5169-46a9-a9fd-944fa7838501 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:07.584606 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-f6d9c859-5169-46a9-a9fd-944fa7838501 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "DELETE /v2.0/floatingips/1b0b96b9-05c5-4c8a-9efd-e7ecfae20477 HTTP/1.1" status: 204 len: 168 time: 0.5559931 Mar 21 22:21:07.802626 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40974) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:21:07.807223 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-799e0d00-6b01-4cfc-a9f9-fc1eb724a94f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--341477814', 'description': 'tempest-description--1186997003'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:21:07.872180 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-799e0d00-6b01-4cfc-a9f9-fc1eb724a94f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:07.937313 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-799e0d00-6b01-4cfc-a9f9-fc1eb724a94f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (dd9b0370-94f3-47ad-a65a-f91ca5e805e5), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:08.001382 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-799e0d00-6b01-4cfc-a9f9-fc1eb724a94f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (dd9b0370-94f3-47ad-a65a-f91ca5e805e5), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:08.030245 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e0d00-6b01-4cfc-a9f9-fc1eb724a94f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9b0370-94f3-47ad-a65a-f91ca5e805e5,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:21:08.095151 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-799e0d00-6b01-4cfc-a9f9-fc1eb724a94f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:08.096409 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-799e0d00-6b01-4cfc-a9f9-fc1eb724a94f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2927275 Mar 21 22:21:08.099347 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40976) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:21:08.103576 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-d52cfc8a-fb56-42c6-af1a-3e8895e9ed14 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'security_group_rule': {'security_group_id': 'dd9b0370-94f3-47ad-a65a-f91ca5e805e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:21:08.185298 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d52cfc8a-fb56-42c6-af1a-3e8895e9ed14 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (67004a60-92c5-446f-b543-99f6c3def330), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:08.238339 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d52cfc8a-fb56-42c6-af1a-3e8895e9ed14 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (67004a60-92c5-446f-b543-99f6c3def330), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:08.278117 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device f537a3db-e715-480b-a8e0-db092516b501 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:21:08.297794 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: f537a3db-e715-480b-a8e0-db092516b501 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:21:08.298070 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device f537a3db-e715-480b-a8e0-db092516b501 not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:21:08.327381 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d52cfc8a-fb56-42c6-af1a-3e8895e9ed14 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (67004a60-92c5-446f-b543-99f6c3def330), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:08.349402 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cfc8a-fb56-42c6-af1a-3e8895e9ed14 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67004a60-92c5-446f-b543-99f6c3def330,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:21:08.416841 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-d52cfc8a-fb56-42c6-af1a-3e8895e9ed14 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:08.418144 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-d52cfc8a-fb56-42c6-af1a-3e8895e9ed14 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3178828 Mar 21 22:21:08.420845 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40978) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:21:08.425109 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-8939e058-825a-4629-a6e3-209e5a1fc9f8 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'security_group_rule': {'security_group_id': 'dd9b0370-94f3-47ad-a65a-f91ca5e805e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:21:08.472205 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-5e89bd12-5991-4b9e-80ca-b1aa2dde0f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:08.561523 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8939e058-825a-4629-a6e3-209e5a1fc9f8 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (cd31ab53-f52e-4cc9-853a-cb4e453bd45f), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:08.615821 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8939e058-825a-4629-a6e3-209e5a1fc9f8 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (cd31ab53-f52e-4cc9-853a-cb4e453bd45f), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:08.693167 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8939e058-825a-4629-a6e3-209e5a1fc9f8 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (cd31ab53-f52e-4cc9-853a-cb4e453bd45f), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:08.712958 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939e058-825a-4629-a6e3-209e5a1fc9f8 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd31ab53-f52e-4cc9-853a-cb4e453bd45f,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:21:08.782593 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-8939e058-825a-4629-a6e3-209e5a1fc9f8 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:08.783854 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-8939e058-825a-4629-a6e3-209e5a1fc9f8 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3620667 Mar 21 22:21:08.787234 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 40980) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:21:08.791567 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'floatingip': {'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:21:08.871010 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:08.968075 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:09.072145 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Allocated IP 172.27.2.35 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/e343abf4-fedc-4d6e-8d90-aba28e491697) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:21:09.177191 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for port (e343abf4-fedc-4d6e-8d90-aba28e491697), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:09.277816 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (e343abf4-fedc-4d6e-8d90-aba28e491697), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:09.314575 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:21:09.317424 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:21:09.324082 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:21:09.331286 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'Port': ['ID=e343abf4-fedc-4d6e-8d90-aba28e491697,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:21:09.409073 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (07a1cb14-1641-42c4-8ba5-d2aa7bddfa78), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:09.526001 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (e343abf4-fedc-4d6e-8d90-aba28e491697), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:09.672200 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for port (e343abf4-fedc-4d6e-8d90-aba28e491697), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:09.734684 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625600'] for port (e343abf4-fedc-4d6e-8d90-aba28e491697), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:09.804328 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'Port': ['ID=e343abf4-fedc-4d6e-8d90-aba28e491697,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:21:09.817343 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (07a1cb14-1641-42c4-8ba5-d2aa7bddfa78), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:09.896757 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:09.898042 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-1eb11a62-d92e-456b-ad93-bb742afb327b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1098833 Mar 21 22:21:10.088700 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-507a9adc-34fe-43c3-bf43-606ad5139f3b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--341477814&fields=id&tenant_id=c4f3754455d24b828ff9bf82cfb1f127 HTTP/1.1" status: 200 len: 267 time: 0.0415723 Mar 21 22:21:10.194447 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-19aa77c2-d3fe-4d4f-8821-18fbf988f0eb tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:10.195941 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-19aa77c2-d3fe-4d4f-8821-18fbf988f0eb tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/networks?id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 HTTP/1.1" status: 200 len: 815 time: 0.1003392 Mar 21 22:21:10.210086 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-2d8749ec-699e-47cb-a9dc-c4c40276c9d5 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/quotas/c4f3754455d24b828ff9bf82cfb1f127 HTTP/1.1" status: 200 len: 375 time: 0.0088613 Mar 21 22:21:10.265366 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-d506bda5-b03d-4524-8b1f-b4d02a740354 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495143 Mar 21 22:21:10.293605 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:10.358270 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-ce05d482-3d9c-41c3-bbfb-3fc92fe1ae04 service neutron] 10.222.0.45 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818090 Mar 21 22:21:10.449002 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-6fecd65f-3166-464e-bf85-da704a8cc8da service neutron] 10.222.0.45 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850270 Mar 21 22:21:10.701982 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-98ecf94d-1792-415d-89c2-e555946f5690 req-0c302f71-33b2-4e7b-b580-e68be1f7f747 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 210 time: 0.0273514 Mar 21 22:21:11.058952 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d1f99cb5-2fe3-4ad5-bdca-17ccd90dc6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:11.796710 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-e2490b66-2ca4-48b9-a1ba-6ddb3aaa0480 req-d608bd3d-1135-47a3-aa39-a1716ef9a65f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 210 time: 0.0272968 Mar 21 22:21:12.704498 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-f76ab35d-ac3b-41a0-9d05-9ceb86c2b73d tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:12.705929 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-f76ab35d-ac3b-41a0-9d05-9ceb86c2b73d tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "GET /v2.0/networks?id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 HTTP/1.1" status: 200 len: 815 time: 0.1025138 Mar 21 22:21:12.770129 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-b8d7f2b0-6184-4102-a8c8-96e47655a049 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4f3754455d24b828ff9bf82cfb1f127 HTTP/1.1" status: 200 len: 379 time: 0.0502889 Mar 21 22:21:12.779428 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-5835d6fe-9d3e-4990-b386-4ac3ca91c3c6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'port': {'device_id': 'f7a6b85b-b68a-4a55-b480-0bee7734c847', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'admin_state_up': True, 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'security_groups': ['dd9b0370-94f3-47ad-a65a-f91ca5e805e5']}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:21:12.896742 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9a825fb9-9d32-4510-84f7-c407a0e48a70 req-39a0bfe6-29cb-47b5-a593-d94f981cf171 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 210 time: 0.0311975 Mar 21 22:21:12.946020 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:12.968844 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-5835d6fe-9d3e-4990-b386-4ac3ca91c3c6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Made reservation on behalf of c4f3754455d24b828ff9bf82cfb1f127 for: {'port': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:21:12.972264 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-5835d6fe-9d3e-4990-b386-4ac3ca91c3c6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:13.095121 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-5835d6fe-9d3e-4990-b386-4ac3ca91c3c6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Allocated IP 172.20.0.11 (f4e1a546-9815-4a00-9fb4-cf3a9a3798b3/c291448d-e988-4c0b-9353-57804374181b/dbf2a868-a4ae-4fef-bf90-48d42b81dafb) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:21:13.231848 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-5835d6fe-9d3e-4990-b386-4ac3ca91c3c6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for port (dbf2a868-a4ae-4fef-bf90-48d42b81dafb), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:13.323689 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-5835d6fe-9d3e-4990-b386-4ac3ca91c3c6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (dbf2a868-a4ae-4fef-bf90-48d42b81dafb), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:13.365465 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-5835d6fe-9d3e-4990-b386-4ac3ca91c3c6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:21:13.368576 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-5835d6fe-9d3e-4990-b386-4ac3ca91c3c6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:21:13.371052 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-5835d6fe-9d3e-4990-b386-4ac3ca91c3c6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:21:13.403024 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835d6fe-9d3e-4990-b386-4ac3ca91c3c6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'Port': ['ID=dbf2a868-a4ae-4fef-bf90-48d42b81dafb,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:21:13.432378 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-5835d6fe-9d3e-4990-b386-4ac3ca91c3c6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:13.433036 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-5835d6fe-9d3e-4990-b386-4ac3ca91c3c6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:13.507379 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-5835d6fe-9d3e-4990-b386-4ac3ca91c3c6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7320819 Mar 21 22:21:13.524488 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Request body: {'port': {'device_id': 'f7a6b85b-b68a-4a55-b480-0bee7734c847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:21:13.582547 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (dbf2a868-a4ae-4fef-bf90-48d42b81dafb), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:13.642313 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-978f44f9-b348-45a6-af1e-dd23d7b7d77b None None] Provisioning complete for port dbf2a868-a4ae-4fef-bf90-48d42b81dafb triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:21:13.642614 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-978f44f9-b348-45a6-af1e-dd23d7b7d77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (dbf2a868-a4ae-4fef-bf90-48d42b81dafb), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:13.677534 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-978f44f9-b348-45a6-af1e-dd23d7b7d77b None None] Port dbf2a868-a4ae-4fef-bf90-48d42b81dafb cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:21:13.838065 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf2a868-a4ae-4fef-bf90-48d42b81dafb {{(pid=115863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:21:13.845661 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Publish callbacks [] for port (dbf2a868-a4ae-4fef-bf90-48d42b81dafb), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:13.857681 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.provisioning_blocks [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Transition to ACTIVE for port object dbf2a868-a4ae-4fef-bf90-48d42b81dafb will not be triggered until provisioned by entity L2. {{(pid=115863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:21:13.934951 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (dbf2a868-a4ae-4fef-bf90-48d42b81dafb), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:14.013434 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Pushing event updated for resources: {'Port': ['ID=dbf2a868-a4ae-4fef-bf90-48d42b81dafb,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:21:14.347777 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fef2d-85a9-4387-878a-b7d77e0b20fd req-33da2a18-fb85-4fa7-ba74-f9f0c5e22d28 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:14.349230 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a25fef2d-85a9-4387-878a-b7d77e0b20fd req-33da2a18-fb85-4fa7-ba74-f9f0c5e22d28 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 944 time: 0.3843606 Mar 21 22:21:14.374922 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:14.384752 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Attempting to bind port dbf2a868-a4ae-4fef-bf90-48d42b81dafb on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:21:14.386585 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Attempting to bind port dbf2a868-a4ae-4fef-bf90-48d42b81dafb by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:21:14.386585 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Attempting to bind port dbf2a868-a4ae-4fef-bf90-48d42b81dafb on network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:21:14.395255 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Port dbf2a868-a4ae-4fef-bf90-48d42b81dafb on network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:21:14.395577 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Attempting to bind port dbf2a868-a4ae-4fef-bf90-48d42b81dafb on network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:21:14.408231 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:21:14.408571 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Checking segment: {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:21:14.408951 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Bound using segment: {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:21:14.409393 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Bound port: dbf2a868-a4ae-4fef-bf90-48d42b81dafb, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'}}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:21:14.409729 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (dbf2a868-a4ae-4fef-bf90-48d42b81dafb), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:14.426418 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a25fef2d-85a9-4387-878a-b7d77e0b20fd req-b993c1c1-238f-43ad-98d8-1ca0675edefc tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd9b0370-94f3-47ad-a65a-f91ca5e805e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694573 Mar 21 22:21:14.477855 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] For port dbf2a868-a4ae-4fef-bf90-48d42b81dafb, host hv-cinder-83454, cleared binding levels {{(pid=115863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:21:14.481344 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] For port dbf2a868-a4ae-4fef-bf90-48d42b81dafb, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=dbf2a868-a4ae-4fef-bf90-48d42b81dafb,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:21:14.529151 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (dbf2a868-a4ae-4fef-bf90-48d42b81dafb), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:14.562945 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:14.563617 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:14.565020 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] 10.222.0.47 "PUT /v2.0/ports/dbf2a868-a4ae-4fef-bf90-48d42b81dafb HTTP/1.1" status: 200 len: 1094 time: 1.0448594 Mar 21 22:21:14.565461 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a6b85b-b68a-4a55-b480-0bee7734c847', 'tag': 'dbf2a868-a4ae-4fef-bf90-48d42b81dafb'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:21:14.567707 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af9b8a2-24be-41d7-b49f-0d9ce7240c60" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a6b85b-b68a-4a55-b480-0bee7734c847", "tag": "dbf2a868-a4ae-4fef-bf90-48d42b81dafb"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:21:14.594183 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670b4df-9ee1-4b5f-9dca-7235009caefb service neutron] Pushing event updated for resources: {'Port': ['ID=dbf2a868-a4ae-4fef-bf90-48d42b81dafb,revision_number=3']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:21:14.613360 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5b513c-2b4f-4481-b122-92eb6ac8f78e x-openstack-request-id: req-4b5b513c-2b4f-4481-b122-92eb6ac8f78e {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:21:14.613652 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a6b85b-b68a-4a55-b480-0bee7734c847", "tag": "dbf2a868-a4ae-4fef-bf90-48d42b81dafb", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:21:14.614097 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b5b513c-2b4f-4481-b122-92eb6ac8f78e {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:21:14.614375 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a6b85b-b68a-4a55-b480-0bee7734c847', 'tag': 'dbf2a868-a4ae-4fef-bf90-48d42b81dafb', 'status': 'completed', 'code': 200} Mar 21 22:21:14.704270 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9b8a2-24be-41d7-b49f-0d9ce7240c60 req-1ebd5162-3db9-4a27-b374-5abb597eca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:14.705765 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8af9b8a2-24be-41d7-b49f-0d9ce7240c60 req-1ebd5162-3db9-4a27-b374-5abb597eca8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 1128 time: 0.0488138 Mar 21 22:21:14.808291 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9b8a2-24be-41d7-b49f-0d9ce7240c60 req-b4d3a5ef-4801-4e70-9fa1-1c054cf73dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:14.809735 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8af9b8a2-24be-41d7-b49f-0d9ce7240c60 req-b4d3a5ef-4801-4e70-9fa1-1c054cf73dc1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0910330 Mar 21 22:21:14.906207 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9b8a2-24be-41d7-b49f-0d9ce7240c60 req-9743c422-c53f-4afb-95a7-d70ba6f2d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:14.907608 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8af9b8a2-24be-41d7-b49f-0d9ce7240c60 req-9743c422-c53f-4afb-95a7-d70ba6f2d6c9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899863 Mar 21 22:21:15.005858 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-6178852b-d725-4d1e-a84f-7b6a9e290434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:15.007330 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-6178852b-d725-4d1e-a84f-7b6a9e290434 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 1128 time: 0.0428612 Mar 21 22:21:15.053266 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-c5f54663-6af1-4305-a297-72cd263833b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbf2a868-a4ae-4fef-bf90-48d42b81dafb HTTP/1.1" status: 200 len: 217 time: 0.0340326 Mar 21 22:21:15.102341 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-ef7042a9-9c19-45f2-987e-46b6f618a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:15.103759 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-ef7042a9-9c19-45f2-987e-46b6f618a88d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c291448d-e988-4c0b-9353-57804374181b HTTP/1.1" status: 200 len: 854 time: 0.0448327 Mar 21 22:21:15.151647 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-3566a6b6-4160-4ec9-a35c-885aa4ef2082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:15.153110 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-3566a6b6-4160-4ec9-a35c-885aa4ef2082 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435417 Mar 21 22:21:15.238948 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-e4151bd5-252e-430b-ac71-dd90f04f81d1 service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795684 Mar 21 22:21:15.327383 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-49f83d0b-29de-4948-99fc-f9b2a7b2772c req-f75cb85e-3ebe-4d0f-a708-8e85d7232dec service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819392 Mar 21 22:21:15.545365 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d186ef8-1eb4-404a-884b-7e0cc3bab866 req-26a9f6e0-8868-423e-9b08-5cb2dd5b6a2a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:15.546652 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3d186ef8-1eb4-404a-884b-7e0cc3bab866 req-26a9f6e0-8868-423e-9b08-5cb2dd5b6a2a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 944 time: 0.0536020 Mar 21 22:21:15.593516 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3d186ef8-1eb4-404a-884b-7e0cc3bab866 req-73583679-db66-4245-95ee-5c2d602f611f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd9b0370-94f3-47ad-a65a-f91ca5e805e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412569 Mar 21 22:21:15.648600 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:16.715879 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4257d95-6305-4996-9933-f9bdb13cbd1c req-35c9641c-b15b-4cfd-9436-b6e49c1e39e7 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:16.717345 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a4257d95-6305-4996-9933-f9bdb13cbd1c req-35c9641c-b15b-4cfd-9436-b6e49c1e39e7 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 944 time: 0.0559223 Mar 21 22:21:16.763888 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a4257d95-6305-4996-9933-f9bdb13cbd1c req-90862cbd-bf0e-4ad8-85b0-80d04432e2e5 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd9b0370-94f3-47ad-a65a-f91ca5e805e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409167 Mar 21 22:21:17.877597 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca4e6a-ace1-405b-91f5-e4f462a88b06 req-bebd5e8c-ed7f-4bd3-9fb0-29b7ace76e83 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:17.879092 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-54ca4e6a-ace1-405b-91f5-e4f462a88b06 req-bebd5e8c-ed7f-4bd3-9fb0-29b7ace76e83 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 944 time: 0.0516226 Mar 21 22:21:17.924986 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-54ca4e6a-ace1-405b-91f5-e4f462a88b06 req-f5fc05ae-2271-4e57-bc73-a8f8a407aaba tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd9b0370-94f3-47ad-a65a-f91ca5e805e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404632 Mar 21 22:21:18.339676 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device dbf2a868-a4ae-4fef-bf90-48d42b81dafb details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:21:18.557897 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port dbf2a868-a4ae-4fef-bf90-48d42b81dafb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=dbf2a868-a4ae-4fef-bf90-48d42b81dafb,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:21:18.568793 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': 'dbf2a868-a4ae-4fef-bf90-48d42b81dafb', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'port_id': 'dbf2a868-a4ae-4fef-bf90-48d42b81dafb', 'mac_address': 'fa:16:3e:a2:83:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:21:18.608159 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port dbf2a868-a4ae-4fef-bf90-48d42b81dafb is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:21:18.608543 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (dbf2a868-a4ae-4fef-bf90-48d42b81dafb), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:18.620909 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf2a868-a4ae-4fef-bf90-48d42b81dafb {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:21:18.640061 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port dbf2a868-a4ae-4fef-bf90-48d42b81dafb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=dbf2a868-a4ae-4fef-bf90-48d42b81dafb,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:21:18.706065 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (dbf2a868-a4ae-4fef-bf90-48d42b81dafb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:18.753262 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=dbf2a868-a4ae-4fef-bf90-48d42b81dafb,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:21:18.761056 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:21:18.762021 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:21:18.762021 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:21:18.762210 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:21:18.762384 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:21:18.762714 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:21:18.763073 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:21:18.763404 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:21:18.763731 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:21:18.764058 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:21:18.764384 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:21:18.764708 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:21:18.765029 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:21:18.765350 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:21:18.765669 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:21:19.041538 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891cd8f-0dab-44ac-a294-8de37d7bc1ae req-60152d5c-a0d3-4846-bce1-794152c224c2 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:19.043072 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d891cd8f-0dab-44ac-a294-8de37d7bc1ae req-60152d5c-a0d3-4846-bce1-794152c224c2 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 945 time: 0.0519218 Mar 21 22:21:19.092305 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d891cd8f-0dab-44ac-a294-8de37d7bc1ae req-2e01d11f-2ac0-4a40-9860-26bc5a8a2509 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd9b0370-94f3-47ad-a65a-f91ca5e805e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435214 Mar 21 22:21:19.095963 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['dbf2a868-a4ae-4fef-bf90-48d42b81dafb'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:21:20.206437 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2ad5a-ec39-4316-94de-846c526a61ec req-ab709f1c-9c16-4631-8b64-89a7cbf6b870 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:20.207921 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-62b2ad5a-ec39-4316-94de-846c526a61ec req-ab709f1c-9c16-4631-8b64-89a7cbf6b870 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 945 time: 0.0507939 Mar 21 22:21:20.252665 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-62b2ad5a-ec39-4316-94de-846c526a61ec req-d0471def-dfc1-4615-b065-100414b2cdf6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd9b0370-94f3-47ad-a65a-f91ca5e805e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393147 Mar 21 22:21:20.340518 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device dbf2a868-a4ae-4fef-bf90-48d42b81dafb up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:21:20.435393 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port dbf2a868-a4ae-4fef-bf90-48d42b81dafb completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:21:20.439837 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port dbf2a868-a4ae-4fef-bf90-48d42b81dafb triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:21:20.440307 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (dbf2a868-a4ae-4fef-bf90-48d42b81dafb), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:20.518443 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port dbf2a868-a4ae-4fef-bf90-48d42b81dafb is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:21:20.518844 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (dbf2a868-a4ae-4fef-bf90-48d42b81dafb), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:20.543730 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a6b85b-b68a-4a55-b480-0bee7734c847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf2a868-a4ae-4fef-bf90-48d42b81dafb'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:21:20.545877 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8151af01-dbd8-4c94-92a5-3a14d7eced89" -d '{"events": [{"server_uuid": "f7a6b85b-b68a-4a55-b480-0bee7734c847", "name": "network-vif-plugged", "status": "completed", "tag": "dbf2a868-a4ae-4fef-bf90-48d42b81dafb"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:21:20.558533 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port dbf2a868-a4ae-4fef-bf90-48d42b81dafb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=dbf2a868-a4ae-4fef-bf90-48d42b81dafb,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:21:20.632120 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (dbf2a868-a4ae-4fef-bf90-48d42b81dafb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:20.683985 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=dbf2a868-a4ae-4fef-bf90-48d42b81dafb,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:21:20.697704 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b2c2b9-7e35-4f80-b5a4-23969993f0ed x-openstack-request-id: req-61b2c2b9-7e35-4f80-b5a4-23969993f0ed {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:21:20.697996 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a6b85b-b68a-4a55-b480-0bee7734c847", "name": "network-vif-plugged", "status": "completed", "tag": "dbf2a868-a4ae-4fef-bf90-48d42b81dafb", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:21:20.698323 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61b2c2b9-7e35-4f80-b5a4-23969993f0ed {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:21:20.698733 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a6b85b-b68a-4a55-b480-0bee7734c847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf2a868-a4ae-4fef-bf90-48d42b81dafb', 'code': 200} Mar 21 22:21:21.047476 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35c1b3-e52a-4300-ba56-cead73677b83 req-037d1115-494d-4830-a17a-9c6e769a338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:21.048937 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db35c1b3-e52a-4300-ba56-cead73677b83 req-037d1115-494d-4830-a17a-9c6e769a338e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 1130 time: 0.0445051 Mar 21 22:21:21.091433 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-db35c1b3-e52a-4300-ba56-cead73677b83 req-84b14deb-ccb8-4ca3-9847-eb3e8c3104cc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dd9b0370-94f3-47ad-a65a-f91ca5e805e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361013 Mar 21 22:21:21.372556 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e8983-e2b7-4fda-bb79-e974c7d3e144 req-baae92d9-7856-40c1-85d9-2eb7b9dcac27 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:21.374066 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c57e8983-e2b7-4fda-bb79-e974c7d3e144 req-baae92d9-7856-40c1-85d9-2eb7b9dcac27 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 946 time: 0.0561659 Mar 21 22:21:21.429002 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c57e8983-e2b7-4fda-bb79-e974c7d3e144 req-418dbf54-f136-4a66-ae75-5f51ac4c8ebb tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd9b0370-94f3-47ad-a65a-f91ca5e805e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492783 Mar 21 22:21:22.549710 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2c130-df3a-4689-a8a2-0431f4a34e08 req-6ae555fd-5cc6-4287-a23c-e1e397abcc8d tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:22.551240 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-98d2c130-df3a-4689-a8a2-0431f4a34e08 req-6ae555fd-5cc6-4287-a23c-e1e397abcc8d tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 946 time: 0.0529451 Mar 21 22:21:22.597778 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-98d2c130-df3a-4689-a8a2-0431f4a34e08 req-1f39cbfc-e5e6-4c85-9149-65e98ddfdce2 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd9b0370-94f3-47ad-a65a-f91ca5e805e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409734 Mar 21 22:21:23.716983 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c120de-85cc-4496-893c-76806adce41d req-919ce87e-02ef-4f6c-ac0a-9964ee2d3901 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:23.718440 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f2c120de-85cc-4496-893c-76806adce41d req-919ce87e-02ef-4f6c-ac0a-9964ee2d3901 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 946 time: 0.0546699 Mar 21 22:21:23.763854 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f2c120de-85cc-4496-893c-76806adce41d req-e2ac28e7-98aa-4019-b9d6-b2e282fa7794 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd9b0370-94f3-47ad-a65a-f91ca5e805e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397820 Mar 21 22:21:23.874908 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c3843-b2c3-4ddf-9dfe-937a22068856 req-f2af2389-e806-41e3-884f-79ae35c01644 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:23.876416 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d9c3843-b2c3-4ddf-9dfe-937a22068856 req-f2af2389-e806-41e3-884f-79ae35c01644 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 946 time: 0.0517871 Mar 21 22:21:23.884673 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41044) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:21:23.889787 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-f5ec87a4-d9de-4a1f-8921-0ba711ac89cf tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'floatingip': {'port_id': 'dbf2a868-a4ae-4fef-bf90-48d42b81dafb'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:21:23.928880 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f5ec87a4-d9de-4a1f-8921-0ba711ac89cf tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (07a1cb14-1641-42c4-8ba5-d2aa7bddfa78), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:24.356219 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f5ec87a4-d9de-4a1f-8921-0ba711ac89cf tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:24.425212 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:21:24.462387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f5ec87a4-d9de-4a1f-8921-0ba711ac89cf tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (07a1cb14-1641-42c4-8ba5-d2aa7bddfa78), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:24.575428 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [None req-f5ec87a4-d9de-4a1f-8921-0ba711ac89cf tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Floating IP 07a1cb14-1641-42c4-8ba5-d2aa7bddfa78 associated. External IP: 172.27.2.35, port: dbf2a868-a4ae-4fef-bf90-48d42b81dafb. Mar 21 22:21:24.792443 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ec87a4-d9de-4a1f-8921-0ba711ac89cf tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Router c17e0f77-6a1c-490e-972d-b98badb686cd has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:21:24.899515 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ec87a4-d9de-4a1f-8921-0ba711ac89cf tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:21:24.904954 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-f5ec87a4-d9de-4a1f-8921-0ba711ac89cf tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:24.909461 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fb6498-82dc-49a5-94c4-e9762875baa8 None None] Sync routers for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:21:24.919000 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb6498-82dc-49a5-94c4-e9762875baa8 None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:21:24.919601 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-76fb6498-82dc-49a5-94c4-e9762875baa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:21:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:21:24.933622 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-f5ec87a4-d9de-4a1f-8921-0ba711ac89cf tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "PUT /v2.0/floatingips/07a1cb14-1641-42c4-8ba5-d2aa7bddfa78 HTTP/1.1" status: 200 len: 991 time: 1.0471587 Mar 21 22:21:24.934331 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a6b85b-b68a-4a55-b480-0bee7734c847', 'tag': 'dbf2a868-a4ae-4fef-bf90-48d42b81dafb'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:21:24.936600 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498ada54-3d2d-4523-a195-f349f775d0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a6b85b-b68a-4a55-b480-0bee7734c847", "tag": "dbf2a868-a4ae-4fef-bf90-48d42b81dafb"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:21:24.972644 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48612a17-c638-4ca1-9061-87d047f5c952 x-openstack-request-id: req-48612a17-c638-4ca1-9061-87d047f5c952 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:21:24.972931 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a6b85b-b68a-4a55-b480-0bee7734c847", "tag": "dbf2a868-a4ae-4fef-bf90-48d42b81dafb", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:21:24.973186 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-48612a17-c638-4ca1-9061-87d047f5c952 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:21:24.973586 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a6b85b-b68a-4a55-b480-0bee7734c847', 'tag': 'dbf2a868-a4ae-4fef-bf90-48d42b81dafb', 'status': 'completed', 'code': 200} Mar 21 22:21:25.028767 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-76fb6498-82dc-49a5-94c4-e9762875baa8 None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:21:25.060278 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ada54-3d2d-4523-a195-f349f775d0d8 req-601d67a4-85e3-49c6-a50a-64edffc35207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:25.061869 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-498ada54-3d2d-4523-a195-f349f775d0d8 req-601d67a4-85e3-49c6-a50a-64edffc35207 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 1130 time: 0.0460341 Mar 21 22:21:25.154355 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ada54-3d2d-4523-a195-f349f775d0d8 req-5e36b487-19c9-44f7-9308-dea685450574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:25.155769 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-498ada54-3d2d-4523-a195-f349f775d0d8 req-5e36b487-19c9-44f7-9308-dea685450574 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 HTTP/1.1" status: 200 len: 916 time: 0.0884857 Mar 21 22:21:25.219650 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-498ada54-3d2d-4523-a195-f349f775d0d8 req-0c9fd447-0685-4e7b-8c4e-7819284bda53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbf2a868-a4ae-4fef-bf90-48d42b81dafb HTTP/1.1" status: 200 len: 999 time: 0.0579562 Mar 21 22:21:25.251673 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-76fb6498-82dc-49a5-94c4-e9762875baa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '07a1cb14-1641-42c4-8ba5-d2aa7bddfa78', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': 'dbf2a868-a4ae-4fef-bf90-48d42b81dafb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:a2:83:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a6b85b-b68a-4a55-b480-0bee7734c847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:21:09Z', 'updated_at': '2022-03-21T22:21:24Z', 'revision_number': 1, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:21:25.267586 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ada54-3d2d-4523-a195-f349f775d0d8 req-0d9b860e-84fb-4967-bda1-187587529cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:25.269040 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-498ada54-3d2d-4523-a195-f349f775d0d8 req-0d9b860e-84fb-4967-bda1-187587529cd2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c291448d-e988-4c0b-9353-57804374181b HTTP/1.1" status: 200 len: 854 time: 0.0433574 Mar 21 22:21:25.278074 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fb6498-82dc-49a5-94c4-e9762875baa8 None None] Checking router: c17e0f77-6a1c-490e-972d-b98badb686cd for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:21:25.286362 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb6498-82dc-49a5-94c4-e9762875baa8 None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:21:25.287000 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-76fb6498-82dc-49a5-94c4-e9762875baa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:21:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:21:25.322022 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ada54-3d2d-4523-a195-f349f775d0d8 req-fb122de1-3234-4982-a442-b6b1fddba526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:21:25.324118 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-498ada54-3d2d-4523-a195-f349f775d0d8 req-fb122de1-3234-4982-a442-b6b1fddba526 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482867 Mar 21 22:21:25.393712 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-76fb6498-82dc-49a5-94c4-e9762875baa8 None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:21:25.413318 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-498ada54-3d2d-4523-a195-f349f775d0d8 req-e7a5732a-f1d0-46ae-863a-494cdf78b658 service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833411 Mar 21 22:21:25.506929 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-498ada54-3d2d-4523-a195-f349f775d0d8 req-0411dc4b-066f-48de-b176-864c77e83b0e service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880213 Mar 21 22:21:25.617743 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-76fb6498-82dc-49a5-94c4-e9762875baa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '07a1cb14-1641-42c4-8ba5-d2aa7bddfa78', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': 'dbf2a868-a4ae-4fef-bf90-48d42b81dafb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:a2:83:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a6b85b-b68a-4a55-b480-0bee7734c847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:21:09Z', 'updated_at': '2022-03-21T22:21:24Z', 'revision_number': 1, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:21:25.648043 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fb6498-82dc-49a5-94c4-e9762875baa8 None None] The sync data for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi is: [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '07a1cb14-1641-42c4-8ba5-d2aa7bddfa78', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': 'dbf2a868-a4ae-4fef-bf90-48d42b81dafb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:a2:83:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a6b85b-b68a-4a55-b480-0bee7734c847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:21:09Z', 'updated_at': '2022-03-21T22:21:24Z', 'revision_number': 1, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:21:25.828512 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723622af-941d-4e18-87ca-40f2b38c85e0 None None] New status for floating IP 07a1cb14-1641-42c4-8ba5-d2aa7bddfa78: ACTIVE {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:21:38.459810 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-afa4bb10-573c-4a36-8bcf-3ca7dd2fb48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:40.252089 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:41.042229 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-ca671ba3-3dac-4992-abc5-46f41536722e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:42.914708 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:44.362183 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:21:45.647973 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:01.425442 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:22:08.453731 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e69d9987-584c-4bd4-b0d4-2b1957ed7f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:10.315816 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:11.056339 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-37952739-d5f0-45df-9704-d6e104fdbdb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:12.921621 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:14.379029 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:15.647053 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:38.424671 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:22:38.492372 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-84f281f1-4502-4e78-a9b9-14122db99f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:40.269856 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:41.072732 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f331037d-fe73-490e-a543-d18611a33316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:42.930144 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:44.395819 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:45.686634 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:52.181818 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0171ed6-6f7e-4757-8aa6-1aad2573677d req-2656d260-7dda-4f61-bbf8-2f9018674c94 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474446 Mar 21 22:22:52.288883 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0171ed6-6f7e-4757-8aa6-1aad2573677d req-c74cad6f-8fbe-43e4-a7e3-c61284a32564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:22:52.290377 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0171ed6-6f7e-4757-8aa6-1aad2573677d req-c74cad6f-8fbe-43e4-a7e3-c61284a32564 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 1130 time: 0.0455317 Mar 21 22:22:52.410230 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0171ed6-6f7e-4757-8aa6-1aad2573677d req-5a516a78-2fe0-44e6-895c-a499adabe941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:22:52.411716 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0171ed6-6f7e-4757-8aa6-1aad2573677d req-5a516a78-2fe0-44e6-895c-a499adabe941 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 HTTP/1.1" status: 200 len: 916 time: 0.0911553 Mar 21 22:22:52.478160 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0171ed6-6f7e-4757-8aa6-1aad2573677d req-45f04228-32c8-460c-bd83-88aafd1e5d26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbf2a868-a4ae-4fef-bf90-48d42b81dafb HTTP/1.1" status: 200 len: 1001 time: 0.0601935 Mar 21 22:22:52.527129 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0171ed6-6f7e-4757-8aa6-1aad2573677d req-55a0304d-d6e5-4992-8e4b-2a3be581f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:22:52.528793 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0171ed6-6f7e-4757-8aa6-1aad2573677d req-55a0304d-d6e5-4992-8e4b-2a3be581f39e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c291448d-e988-4c0b-9353-57804374181b HTTP/1.1" status: 200 len: 854 time: 0.0452213 Mar 21 22:22:52.579701 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0171ed6-6f7e-4757-8aa6-1aad2573677d req-ad6fdcdf-cc3c-42b8-942d-8e2ceabe7572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:22:52.581182 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0171ed6-6f7e-4757-8aa6-1aad2573677d req-ad6fdcdf-cc3c-42b8-942d-8e2ceabe7572 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462990 Mar 21 22:22:52.668202 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0171ed6-6f7e-4757-8aa6-1aad2573677d req-eb9c24a8-0dda-4cd9-82f1-80ce0c26df5b service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791698 Mar 21 22:22:52.761948 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b0171ed6-6f7e-4757-8aa6-1aad2573677d req-471185a3-10f3-4b94-a405-7e76df2dd32a service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877149 Mar 21 22:22:54.383960 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8898f-460b-4b3b-84ab-776b3d82d3c9 req-98fbedf0-aaa1-4e4e-8c64-801add8fd7ab tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:22:54.385455 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-41c8898f-460b-4b3b-84ab-776b3d82d3c9 req-98fbedf0-aaa1-4e4e-8c64-801add8fd7ab tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 946 time: 0.0528455 Mar 21 22:22:54.431231 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-41c8898f-460b-4b3b-84ab-776b3d82d3c9 req-d47f92a7-0e5c-49a1-a310-dec2df9f34da tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd9b0370-94f3-47ad-a65a-f91ca5e805e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402169 Mar 21 22:22:55.555608 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d709506-86cb-47b4-8b9e-f0087ccc488b req-0c12b094-2558-410a-accb-eb568550d136 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:22:55.557111 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d709506-86cb-47b4-8b9e-f0087ccc488b req-0c12b094-2558-410a-accb-eb568550d136 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 946 time: 0.0543520 Mar 21 22:22:55.605447 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-1d709506-86cb-47b4-8b9e-f0087ccc488b req-4a3f94e9-5a96-4c91-8696-aa605db723bd tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd9b0370-94f3-47ad-a65a-f91ca5e805e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425243 Mar 21 22:22:56.147534 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84439a57-ebe0-4a8a-8200-d6ead8238b08 req-cee1f468-0afd-4aee-ad61-b5a935ac2bc6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:22:56.148951 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-84439a57-ebe0-4a8a-8200-d6ead8238b08 req-cee1f468-0afd-4aee-ad61-b5a935ac2bc6 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 946 time: 0.0546348 Mar 21 22:22:56.240371 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-84439a57-ebe0-4a8a-8200-d6ead8238b08 req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Deleting port dbf2a868-a4ae-4fef-bf90-48d42b81dafb {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:22:56.240700 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-84439a57-ebe0-4a8a-8200-d6ead8238b08 req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (dbf2a868-a4ae-4fef-bf90-48d42b81dafb), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:56.329793 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-84439a57-ebe0-4a8a-8200-d6ead8238b08 req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] For port dbf2a868-a4ae-4fef-bf90-48d42b81dafb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=dbf2a868-a4ae-4fef-bf90-48d42b81dafb,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:22:56.330156 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-84439a57-ebe0-4a8a-8200-d6ead8238b08 req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (dbf2a868-a4ae-4fef-bf90-48d42b81dafb), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:56.503381 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-84439a57-ebe0-4a8a-8200-d6ead8238b08 req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:56.507748 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-84439a57-ebe0-4a8a-8200-d6ead8238b08 req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (07a1cb14-1641-42c4-8ba5-d2aa7bddfa78), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:56.507748 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [req-84439a57-ebe0-4a8a-8200-d6ead8238b08 req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Floating IP 07a1cb14-1641-42c4-8ba5-d2aa7bddfa78 disassociated. External IP: 172.27.2.35, port: dbf2a868-a4ae-4fef-bf90-48d42b81dafb. Mar 21 22:22:56.507748 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-84439a57-ebe0-4a8a-8200-d6ead8238b08 req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Calling delete_port for dbf2a868-a4ae-4fef-bf90-48d42b81dafb owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:22:56.702017 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-84439a57-ebe0-4a8a-8200-d6ead8238b08 req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (dbf2a868-a4ae-4fef-bf90-48d42b81dafb), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:56.734310 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event deleted for resources: {'Port': ['ID=dbf2a868-a4ae-4fef-bf90-48d42b81dafb,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:22:56.747939 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:22:56.748295 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:22:56.748648 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:22:56.748989 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:22:56.749320 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:22:56.749651 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:22:56.749980 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:22:56.750307 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:22:56.750634 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:22:56.750982 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:22:56.751308 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:22:56.751633 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:22:56.751954 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:22:56.752390 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:22:56.752611 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:22:56.772304 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa2bf8-3945-4a95-b68e-7759b7381882 req-b6701e78-7ef5-4591-a8b1-d7a9a0642d85 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:22:56.773782 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9cfa2bf8-3945-4a95-b68e-7759b7381882 req-b6701e78-7ef5-4591-a8b1-d7a9a0642d85 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 867 time: 0.1001635 Mar 21 22:22:57.149994 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9cfa2bf8-3945-4a95-b68e-7759b7381882 req-154d59b2-eb07-44c7-ac7a-947d2adf2f2f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd9b0370-94f3-47ad-a65a-f91ca5e805e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853059 Mar 21 22:22:57.173997 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84439a57-ebe0-4a8a-8200-d6ead8238b08 req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Router c17e0f77-6a1c-490e-972d-b98badb686cd has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:22:57.293315 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84439a57-ebe0-4a8a-8200-d6ead8238b08 req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:22:57.306186 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ecd227-109e-4bab-9ecd-f0c6441f6a4f None None] Sync routers for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:22:57.317442 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ecd227-109e-4bab-9ecd-f0c6441f6a4f None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:22:57.318072 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-31ecd227-109e-4bab-9ecd-f0c6441f6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:22:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:22:57.343007 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-84439a57-ebe0-4a8a-8200-d6ead8238b08 req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] No DVR routers for this DVR port dbf2a868-a4ae-4fef-bf90-48d42b81dafb on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:22:57.344745 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-84439a57-ebe0-4a8a-8200-d6ead8238b08 req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:57.348761 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-84439a57-ebe0-4a8a-8200-d6ead8238b08 req-41a953f4-f6a7-4705-875c-555fd1b50734 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "DELETE /v2.0/ports/dbf2a868-a4ae-4fef-bf90-48d42b81dafb HTTP/1.1" status: 204 len: 173 time: 1.1946571 Mar 21 22:22:57.349210 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a6b85b-b68a-4a55-b480-0bee7734c847', 'name': 'network-vif-deleted', 'tag': 'dbf2a868-a4ae-4fef-bf90-48d42b81dafb'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:22:57.351536 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfb9713-38a6-49d1-8946-c6c142775e6e" -d '{"events": [{"server_uuid": "f7a6b85b-b68a-4a55-b480-0bee7734c847", "name": "network-vif-deleted", "tag": "dbf2a868-a4ae-4fef-bf90-48d42b81dafb"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:22:57.441391 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-31ecd227-109e-4bab-9ecd-f0c6441f6a4f None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:22:57.450522 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9ab042-9187-4262-b500-a62c2a739c77 x-openstack-request-id: req-4a9ab042-9187-4262-b500-a62c2a739c77 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:22:57.450821 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a6b85b-b68a-4a55-b480-0bee7734c847", "name": "network-vif-deleted", "tag": "dbf2a868-a4ae-4fef-bf90-48d42b81dafb", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:22:57.451129 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a9ab042-9187-4262-b500-a62c2a739c77 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:22:57.451544 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a6b85b-b68a-4a55-b480-0bee7734c847', 'name': 'network-vif-deleted', 'tag': 'dbf2a868-a4ae-4fef-bf90-48d42b81dafb', 'status': 'completed', 'code': 200} Mar 21 22:22:57.640754 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-31ecd227-109e-4bab-9ecd-f0c6441f6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:22:57.670024 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ecd227-109e-4bab-9ecd-f0c6441f6a4f None None] Checking router: c17e0f77-6a1c-490e-972d-b98badb686cd for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:22:57.678416 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ecd227-109e-4bab-9ecd-f0c6441f6a4f None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:22:57.679056 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-31ecd227-109e-4bab-9ecd-f0c6441f6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:22:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:22:57.871135 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-31ecd227-109e-4bab-9ecd-f0c6441f6a4f None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:22:58.070542 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-31ecd227-109e-4bab-9ecd-f0c6441f6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:22:58.096440 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ecd227-109e-4bab-9ecd-f0c6441f6a4f None None] The sync data for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi is: [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:22:58.272467 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-0652574e-d8ba-46eb-ac54-951bb3c16c75 req-27df3164-6b38-43e5-8e57-29e07c58fe88 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7a6b85b-b68a-4a55-b480-0bee7734c847 HTTP/1.1" status: 200 len: 210 time: 0.0297387 Mar 21 22:22:58.351098 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334cc9f8-2cab-48fe-909a-72bed6a5264c None None] New status for floating IP 07a1cb14-1641-42c4-8ba5-d2aa7bddfa78: DOWN {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:22:59.421453 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41162) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:22:59.474591 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-661d538f-8c3f-452d-9e40-2e2f4cdac15b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (dd9b0370-94f3-47ad-a65a-f91ca5e805e5), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:59.497018 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-661d538f-8c3f-452d-9e40-2e2f4cdac15b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (dd9b0370-94f3-47ad-a65a-f91ca5e805e5), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:59.609417 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-661d538f-8c3f-452d-9e40-2e2f4cdac15b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (dd9b0370-94f3-47ad-a65a-f91ca5e805e5), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:59.612021 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-661d538f-8c3f-452d-9e40-2e2f4cdac15b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:59.613757 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-661d538f-8c3f-452d-9e40-2e2f4cdac15b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "DELETE /v2.0/security-groups/dd9b0370-94f3-47ad-a65a-f91ca5e805e5 HTTP/1.1" status: 204 len: 168 time: 0.1912475 Mar 21 22:22:59.616505 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 41164) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:22:59.623018 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d538f-8c3f-452d-9e40-2e2f4cdac15b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9b0370-94f3-47ad-a65a-f91ca5e805e5,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:22:59.634000 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.api.v2.resource [None req-a14625ea-3d1a-48cc-a649-1fd7fecc4aeb tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] show failed (client error): The resource could not be found. Mar 21 22:22:59.635203 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-a14625ea-3d1a-48cc-a649-1fd7fecc4aeb tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups/dd9b0370-94f3-47ad-a65a-f91ca5e805e5 HTTP/1.1" status: 404 len: 347 time: 0.0176680 Mar 21 22:22:59.637970 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 41168) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:22:59.759541 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Deleting port e343abf4-fedc-4d6e-8d90-aba28e491697 {{(pid=115862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:22:59.759795 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (e343abf4-fedc-4d6e-8d90-aba28e491697), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:59.835445 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (e343abf4-fedc-4d6e-8d90-aba28e491697), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:59.835770 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (e343abf4-fedc-4d6e-8d90-aba28e491697), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:22:59.847944 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Calling delete_port for e343abf4-fedc-4d6e-8d90-aba28e491697 owned by network:floatingip {{(pid=115862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:23:00.032482 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (e343abf4-fedc-4d6e-8d90-aba28e491697), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:00.060194 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event deleted for resources: {'Port': ['ID=e343abf4-fedc-4d6e-8d90-aba28e491697,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:23:00.085765 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:00.086122 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:00.086487 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:00.086815 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:00.087178 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:00.087515 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:00.087850 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:00.088183 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:00.088514 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:00.088843 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:00.089176 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:00.089506 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:00.089832 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:00.090165 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:00.090553 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:00.131359 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (07a1cb14-1641-42c4-8ba5-d2aa7bddfa78), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:00.134358 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:00.135616 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-1ffdf8fb-b763-44c8-b2e3-14bbe9e10ef1 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "DELETE /v2.0/floatingips/07a1cb14-1641-42c4-8ba5-d2aa7bddfa78 HTTP/1.1" status: 204 len: 168 time: 0.4967489 Mar 21 22:23:00.526842 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 41172) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:23:00.534191 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-1cf9ba39-3de2-48d2-8ea7-9591d9329bbd tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1199964191', 'description': 'tempest-description--1606583339'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:23:00.640079 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ba39-3de2-48d2-8ea7-9591d9329bbd tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:00.671867 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device dbf2a868-a4ae-4fef-bf90-48d42b81dafb no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:23:00.692957 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: dbf2a868-a4ae-4fef-bf90-48d42b81dafb {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:23:00.693579 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device dbf2a868-a4ae-4fef-bf90-48d42b81dafb not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:23:00.706152 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ba39-3de2-48d2-8ea7-9591d9329bbd tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (2d2f9929-e719-486f-b851-164f4547aa05), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:00.771557 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ba39-3de2-48d2-8ea7-9591d9329bbd tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (2d2f9929-e719-486f-b851-164f4547aa05), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:00.800929 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9ba39-3de2-48d2-8ea7-9591d9329bbd tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2f9929-e719-486f-b851-164f4547aa05,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:23:00.859356 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ba39-3de2-48d2-8ea7-9591d9329bbd tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:00.860895 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-1cf9ba39-3de2-48d2-8ea7-9591d9329bbd tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3330138 Mar 21 22:23:00.864436 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 41174) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:23:00.868648 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-4beeb0d0-825f-476f-9772-8024a9125365 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'security_group_rule': {'security_group_id': '2d2f9929-e719-486f-b851-164f4547aa05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:23:00.964701 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0d0-825f-476f-9772-8024a9125365 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (e43ab73a-b8a3-4926-86a0-5cbdf9c4aee7), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:01.018179 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0d0-825f-476f-9772-8024a9125365 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (e43ab73a-b8a3-4926-86a0-5cbdf9c4aee7), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:01.074467 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0d0-825f-476f-9772-8024a9125365 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (e43ab73a-b8a3-4926-86a0-5cbdf9c4aee7), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:01.096827 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beeb0d0-825f-476f-9772-8024a9125365 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43ab73a-b8a3-4926-86a0-5cbdf9c4aee7,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:23:01.167847 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0d0-825f-476f-9772-8024a9125365 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:01.169062 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-4beeb0d0-825f-476f-9772-8024a9125365 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3037226 Mar 21 22:23:01.171947 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 41176) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:23:01.176200 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-eb7ab42e-3668-4352-9647-645da2a88521 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'security_group_rule': {'security_group_id': '2d2f9929-e719-486f-b851-164f4547aa05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:23:01.250663 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab42e-3668-4352-9647-645da2a88521 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (b76462ab-911d-43d5-8ebc-76bba61ea581), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:01.306754 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab42e-3668-4352-9647-645da2a88521 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (b76462ab-911d-43d5-8ebc-76bba61ea581), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:01.392578 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab42e-3668-4352-9647-645da2a88521 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159615'] for security_group_rule (b76462ab-911d-43d5-8ebc-76bba61ea581), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:01.411600 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ab42e-3668-4352-9647-645da2a88521 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76462ab-911d-43d5-8ebc-76bba61ea581,revision_number=0']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:23:01.482980 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab42e-3668-4352-9647-645da2a88521 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:01.484205 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-eb7ab42e-3668-4352-9647-645da2a88521 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3113518 Mar 21 22:23:01.488869 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 41178) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:23:01.493221 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.v2.base [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'floatingip': {'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2'}} {{(pid=115862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:23:01.570046 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:01.669387 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:01.771694 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.db_base_plugin_common [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Allocated IP 172.27.2.4 (daf4c161-8bbf-47e8-a981-8fcb1ba76cd2/3e2af898-57db-41eb-9bad-540643834147/d466d877-e503-4575-a47a-7db3776a3e62) {{(pid=115862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:23:01.872447 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for port (d466d877-e503-4575-a47a-7db3776a3e62), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:01.975255 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8625655'] for port (d466d877-e503-4575-a47a-7db3776a3e62), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:02.012272 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Network daf4c161-8bbf-47e8-a981-8fcb1ba76cd2 is already hosted by enough agents. {{(pid=115862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:23:02.015117 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.scheduler.base_scheduler [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Resources bound (agent type, host, resource id): {{(pid=115862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:23:02.021136 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Received port after_create {{(pid=115862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:23:02.026423 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'Port': ['ID=d466d877-e503-4575-a47a-7db3776a3e62,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:23:02.105539 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (7c99800e-3218-4544-9e1a-05a9b15afa4b), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:02.223747 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (d466d877-e503-4575-a47a-7db3776a3e62), before_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:02.379910 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for port (d466d877-e503-4575-a47a-7db3776a3e62), precommit_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:02.440150 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8625600'] for port (d466d877-e503-4575-a47a-7db3776a3e62), after_update {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:02.508850 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'Port': ['ID=d466d877-e503-4575-a47a-7db3776a3e62,revision_number=2']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:23:02.523176 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (7c99800e-3218-4544-9e1a-05a9b15afa4b), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:02.585073 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:02.586305 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-0e8d179a-3089-4ce4-9bc6-edbd8d8315c4 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0965128 Mar 21 22:23:02.734444 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-043ef4e1-c1d4-4663-810f-d3d0ea85316b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1199964191&fields=id&tenant_id=c4f3754455d24b828ff9bf82cfb1f127 HTTP/1.1" status: 200 len: 267 time: 0.0447869 Mar 21 22:23:02.836296 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-14734a46-31be-41ca-a01a-270732ba8050 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:02.837736 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-14734a46-31be-41ca-a01a-270732ba8050 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/networks?id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 HTTP/1.1" status: 200 len: 815 time: 0.0966530 Mar 21 22:23:02.852514 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-24aa1eb8-8ded-4e2d-9530-d92b478d3593 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/quotas/c4f3754455d24b828ff9bf82cfb1f127 HTTP/1.1" status: 200 len: 375 time: 0.0095534 Mar 21 22:23:02.908253 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-f67c2dee-dd16-4a13-b0ed-efcac98cfb8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507860 Mar 21 22:23:02.967547 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-1d1312fe-43e3-4fa9-a7f1-2c769f5aaff1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115863) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 22:23:02.968542 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-1d1312fe-43e3-4fa9-a7f1-2c769f5aaff1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498273 Mar 21 22:23:03.058446 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-f723bff5-3d97-4a2b-8d9e-1f4a70b39022 service neutron] 10.222.0.45 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839527 Mar 21 22:23:03.145258 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-7cdb9960-aa58-446e-9300-334a6cf8d8c7 service neutron] 10.222.0.45 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811121 Mar 21 22:23:03.405952 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3593d511-00cf-4a72-98ed-de0e6e13e1fe req-e8282c23-ab6b-4c56-9804-7a96c4955c65 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 210 time: 0.0289605 Mar 21 22:23:04.503848 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b908d64a-7c10-4fd1-96bd-97a8fcc2bb9d req-243e695e-7fba-4bfb-a4df-dcf40f476626 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 210 time: 0.0307183 Mar 21 22:23:05.380550 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-f1b9c56e-0104-46eb-892d-2e3a59103667 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:05.382027 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-f1b9c56e-0104-46eb-892d-2e3a59103667 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "GET /v2.0/networks?id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 HTTP/1.1" status: 200 len: 815 time: 0.1008227 Mar 21 22:23:05.447606 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-6be10b6d-bb25-4a60-8d47-6e960a55f72e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4f3754455d24b828ff9bf82cfb1f127 HTTP/1.1" status: 200 len: 380 time: 0.0517693 Mar 21 22:23:05.457716 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-a7a1d0f7-c0a3-4354-b9af-e73b9ca05f45 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'port': {'device_id': '01c551dd-6bb0-4648-937c-74ee400b90da', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'admin_state_up': True, 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'security_groups': ['2d2f9929-e719-486f-b851-164f4547aa05']}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:23:05.600299 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3196eb88-5bb0-44cd-be65-1082dee142fe req-10e020b4-e47e-4d21-ae0e-30ddd82f168c tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 210 time: 0.0277910 Mar 21 22:23:05.655129 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-a7a1d0f7-c0a3-4354-b9af-e73b9ca05f45 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Made reservation on behalf of c4f3754455d24b828ff9bf82cfb1f127 for: {'port': 1} {{(pid=115863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 22:23:05.658481 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-a7a1d0f7-c0a3-4354-b9af-e73b9ca05f45 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:05.792960 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_common [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-a7a1d0f7-c0a3-4354-b9af-e73b9ca05f45 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Allocated IP 172.20.0.4 (f4e1a546-9815-4a00-9fb4-cf3a9a3798b3/c291448d-e988-4c0b-9353-57804374181b/f7df5eec-50f6-46b9-bcbb-0eb24c3ba594) {{(pid=115863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 22:23:05.925067 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-a7a1d0f7-c0a3-4354-b9af-e73b9ca05f45 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for port (f7df5eec-50f6-46b9-bcbb-0eb24c3ba594), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:06.021082 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-a7a1d0f7-c0a3-4354-b9af-e73b9ca05f45 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732299494422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (f7df5eec-50f6-46b9-bcbb-0eb24c3ba594), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:06.066760 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-a7a1d0f7-c0a3-4354-b9af-e73b9ca05f45 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 is already hosted by enough agents. {{(pid=115863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 22:23:06.069990 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.base_scheduler [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-a7a1d0f7-c0a3-4354-b9af-e73b9ca05f45 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Resources bound (agent type, host, resource id): {{(pid=115863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 22:23:06.076266 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-a7a1d0f7-c0a3-4354-b9af-e73b9ca05f45 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Received port after_create {{(pid=115863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 22:23:06.102090 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1d0f7-c0a3-4354-b9af-e73b9ca05f45 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event updated for resources: {'Port': ['ID=f7df5eec-50f6-46b9-bcbb-0eb24c3ba594,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:23:06.127684 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-a7a1d0f7-c0a3-4354-b9af-e73b9ca05f45 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:06.128815 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-a7a1d0f7-c0a3-4354-b9af-e73b9ca05f45 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:06.196895 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-a7a1d0f7-c0a3-4354-b9af-e73b9ca05f45 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7430921 Mar 21 22:23:06.213707 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Request body: {'port': {'device_id': '01c551dd-6bb0-4648-937c-74ee400b90da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:23:06.272729 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f7df5eec-50f6-46b9-bcbb-0eb24c3ba594), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:06.299108 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-4ace2fe6-bf54-4b7f-b69b-c3e6980c6048 None None] Provisioning complete for port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 triggered by entity DHCP. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:23:06.299702 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-4ace2fe6-bf54-4b7f-b69b-c3e6980c6048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (f7df5eec-50f6-46b9-bcbb-0eb24c3ba594), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:06.333286 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-4ace2fe6-bf54-4b7f-b69b-c3e6980c6048 None None] Port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 cannot update to ACTIVE because it is not bound. {{(pid=115864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 22:23:06.533816 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 {{(pid=115863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:23:06.541211 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Publish callbacks [] for port (f7df5eec-50f6-46b9-bcbb-0eb24c3ba594), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:06.553474 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.provisioning_blocks [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Transition to ACTIVE for port object f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 will not be triggered until provisioned by entity L2. {{(pid=115863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 22:23:06.643262 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (f7df5eec-50f6-46b9-bcbb-0eb24c3ba594), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:06.721245 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Pushing event updated for resources: {'Port': ['ID=f7df5eec-50f6-46b9-bcbb-0eb24c3ba594,revision_number=2']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:23:06.793563 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe2f7d-5e11-4a3e-a350-f56b661f781c req-e0e4d567-5764-4cd4-8e7f-719d12739727 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:06.795102 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3cfe2f7d-5e11-4a3e-a350-f56b661f781c req-e0e4d567-5764-4cd4-8e7f-719d12739727 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 943 time: 0.1273324 Mar 21 22:23:06.824911 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Attempting to bind port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 22:23:06.825249 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Attempting to bind port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 22:23:06.825581 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Attempting to bind port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 on network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:23:06.834541 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 on network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 22:23:06.834898 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Attempting to bind port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 on network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 22:23:06.849647 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Checking agent: {'id': 'ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'started_at': datetime.datetime(2022, 3, 21, 22, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 22, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 22:23:06.849992 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Checking segment: {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 22:23:06.850385 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Bound using segment: {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'} {{(pid=115863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 22:23:06.850813 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.managers [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Bound port: f7df5eec-50f6-46b9-bcbb-0eb24c3ba594, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ce3184-fd77-4b38-b045-4f5de7461eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3'}}] {{(pid=115863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 22:23:06.851197 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f7df5eec-50f6-46b9-bcbb-0eb24c3ba594), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:06.871281 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3cfe2f7d-5e11-4a3e-a350-f56b661f781c req-8aa3a064-8881-4857-9a48-f2f8bd327f5d tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d2f9929-e719-486f-b851-164f4547aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697036 Mar 21 22:23:06.922756 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] For port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594, host hv-cinder-83454, cleared binding levels {{(pid=115863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 22:23:06.926207 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] For port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f7df5eec-50f6-46b9-bcbb-0eb24c3ba594,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 22:23:07.015171 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9688262'] for port (f7df5eec-50f6-46b9-bcbb-0eb24c3ba594), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:07.052108 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:07.052761 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:07.054214 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] 10.222.0.47 "PUT /v2.0/ports/f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 HTTP/1.1" status: 200 len: 1093 time: 0.8449094 Mar 21 22:23:07.054553 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c551dd-6bb0-4648-937c-74ee400b90da', 'tag': 'f7df5eec-50f6-46b9-bcbb-0eb24c3ba594'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:23:07.056877 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d9e048-aceb-4f2d-a47b-c7f13e1c6005" -d '{"events": [{"name": "network-changed", "server_uuid": "01c551dd-6bb0-4648-937c-74ee400b90da", "tag": "f7df5eec-50f6-46b9-bcbb-0eb24c3ba594"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:23:07.087937 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f87f7-d4e7-482a-84e6-054626f82636 service neutron] Pushing event updated for resources: {'Port': ['ID=f7df5eec-50f6-46b9-bcbb-0eb24c3ba594,revision_number=3']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:23:07.099693 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b09d6f-9bec-4d11-9327-6d3c9cf373a4 x-openstack-request-id: req-a4b09d6f-9bec-4d11-9327-6d3c9cf373a4 {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:23:07.099993 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c551dd-6bb0-4648-937c-74ee400b90da", "tag": "f7df5eec-50f6-46b9-bcbb-0eb24c3ba594", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:23:07.100244 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4b09d6f-9bec-4d11-9327-6d3c9cf373a4 {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:23:07.100670 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c551dd-6bb0-4648-937c-74ee400b90da', 'tag': 'f7df5eec-50f6-46b9-bcbb-0eb24c3ba594', 'status': 'completed', 'code': 200} Mar 21 22:23:07.188608 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9e048-aceb-4f2d-a47b-c7f13e1c6005 req-9ea81012-8b6c-4e4d-bb5a-98613bcdd559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:07.190118 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-96d9e048-aceb-4f2d-a47b-c7f13e1c6005 req-9ea81012-8b6c-4e4d-bb5a-98613bcdd559 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 1127 time: 0.0481908 Mar 21 22:23:07.303612 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9e048-aceb-4f2d-a47b-c7f13e1c6005 req-a9e57409-de74-4a90-9a36-2315f7693c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:07.306434 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-96d9e048-aceb-4f2d-a47b-c7f13e1c6005 req-a9e57409-de74-4a90-9a36-2315f7693c82 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1008348 Mar 21 22:23:07.397998 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9e048-aceb-4f2d-a47b-c7f13e1c6005 req-78784861-0e57-4ee5-92ce-3057e20d59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:07.399547 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-96d9e048-aceb-4f2d-a47b-c7f13e1c6005 req-78784861-0e57-4ee5-92ce-3057e20d59ee service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887685 Mar 21 22:23:07.513146 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-5a76609e-0dd1-4f74-ab54-94baf8e6b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:07.514779 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-5a76609e-0dd1-4f74-ab54-94baf8e6b29d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 1127 time: 0.0457296 Mar 21 22:23:07.565288 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-e2200e0a-ed04-4b7f-9740-7bbd771012b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 HTTP/1.1" status: 200 len: 217 time: 0.0380745 Mar 21 22:23:07.612407 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-58d10aa6-245f-4f92-a012-97a013c3f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:07.613807 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-58d10aa6-245f-4f92-a012-97a013c3f35a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c291448d-e988-4c0b-9353-57804374181b HTTP/1.1" status: 200 len: 854 time: 0.0423973 Mar 21 22:23:07.662571 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-11fe80b1-f97a-4a10-9b7e-9dc6910e1f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:07.664082 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-11fe80b1-f97a-4a10-9b7e-9dc6910e1f24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442417 Mar 21 22:23:07.754807 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-d1137a7a-e9fd-4fe2-ab21-6341d47a4254 service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848577 Mar 21 22:23:07.843563 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-ddce6ba2-4c2c-4bfa-8174-ce92cff6b142 req-a5fe0ef6-b472-49d6-b0ea-04eb413b54a8 service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821502 Mar 21 22:23:07.994153 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de90de-2e45-4522-95da-27e9a628d0bb req-8350dfdb-6864-47e4-a5ec-d6e549db4b01 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:07.995679 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-27de90de-2e45-4522-95da-27e9a628d0bb req-8350dfdb-6864-47e4-a5ec-d6e549db4b01 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 943 time: 0.0540314 Mar 21 22:23:08.047255 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-27de90de-2e45-4522-95da-27e9a628d0bb req-a699f1be-2bad-43d3-ba45-02efba849336 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d2f9929-e719-486f-b851-164f4547aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457771 Mar 21 22:23:08.451549 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-b1d0a7ad-620f-494d-9ceb-0bd534222b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:09.164791 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fec6c-0da8-4e04-9e6c-3fee2cb448c6 req-09fa874c-e0c1-4f92-9df1-08bcc16e0399 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:09.166297 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d45fec6c-0da8-4e04-9e6c-3fee2cb448c6 req-09fa874c-e0c1-4f92-9df1-08bcc16e0399 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 943 time: 0.0519683 Mar 21 22:23:09.212090 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-d45fec6c-0da8-4e04-9e6c-3fee2cb448c6 req-f462068e-d544-4626-9888-8b846e53774a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d2f9929-e719-486f-b851-164f4547aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401890 Mar 21 22:23:10.297157 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:10.328317 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5895085-329e-4b32-8eb2-8aff118a5c95 req-25435242-ca8a-44fd-8085-628429010934 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:10.329792 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f5895085-329e-4b32-8eb2-8aff118a5c95 req-25435242-ca8a-44fd-8085-628429010934 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 943 time: 0.0520673 Mar 21 22:23:10.376890 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-f5895085-329e-4b32-8eb2-8aff118a5c95 req-0ffb9854-4f40-4a34-b28b-8e6ce9b16d59 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d2f9929-e719-486f-b851-164f4547aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408602 Mar 21 22:23:10.721470 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=115864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 22:23:10.817689 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f7df5eec-50f6-46b9-bcbb-0eb24c3ba594,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:23:10.828852 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Returning: {'device': 'f7df5eec-50f6-46b9-bcbb-0eb24c3ba594', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'port_id': 'f7df5eec-50f6-46b9-bcbb-0eb24c3ba594', 'mac_address': 'fa:16:3e:eb:d5:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 22:23:10.865514 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 is: DOWN; New status is: BUILD {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:23:10.865824 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f7df5eec-50f6-46b9-bcbb-0eb24c3ba594), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:10.878570 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 {{(pid=115864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 22:23:10.897878 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f7df5eec-50f6-46b9-bcbb-0eb24c3ba594,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:23:11.020746 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (f7df5eec-50f6-46b9-bcbb-0eb24c3ba594), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:11.050233 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-4c2f8f3d-3abb-414a-bd41-da358d552ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:11.071461 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=f7df5eec-50f6-46b9-bcbb-0eb24c3ba594,revision_number=4']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:23:11.078162 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:11.078510 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:11.078854 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:11.079221 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:11.079554 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:11.079884 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:11.080213 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:11.080558 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:11.080865 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:11.081190 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:11.081514 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:11.082351 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:11.082689 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:11.083037 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:11.083356 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:23:11.415142 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] get_ports_and_sgs() called for port_ids ['f7df5eec-50f6-46b9-bcbb-0eb24c3ba594'] {{(pid=115864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 22:23:11.500811 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727b700-601d-478d-b798-d68e1777d09a req-d3de064c-731b-418e-aaab-92191894999f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:11.502268 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a727b700-601d-478d-b798-d68e1777d09a req-d3de064c-731b-418e-aaab-92191894999f tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 944 time: 0.0549126 Mar 21 22:23:11.549069 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a727b700-601d-478d-b798-d68e1777d09a req-6216fc49-33e1-4b17-8079-c7cccbaa3700 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d2f9929-e719-486f-b851-164f4547aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403264 Mar 21 22:23:12.665528 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6360f5-011d-4320-82bc-bd88ffa2edc1 req-69edbeb7-88fd-4ef8-b227-a2a5d1126a67 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:12.667033 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6f6360f5-011d-4320-82bc-bd88ffa2edc1 req-69edbeb7-88fd-4ef8-b227-a2a5d1126a67 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 944 time: 0.0514405 Mar 21 22:23:12.714034 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-6f6360f5-011d-4320-82bc-bd88ffa2edc1 req-47191c62-6d69-496c-b058-f910624d79cc tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d2f9929-e719-486f-b851-164f4547aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414493 Mar 21 22:23:12.722504 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 up at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 22:23:12.845415 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning for port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 completed by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 22:23:12.857008 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.provisioning_blocks [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Provisioning complete for port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 triggered by entity L2. {{(pid=115864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 22:23:12.857377 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952358'] for port (f7df5eec-50f6-46b9-bcbb-0eb24c3ba594), provisioning_complete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:12.927464 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:12.936579 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Current status of the port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 is: BUILD; New status is: ACTIVE {{(pid=115864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 22:23:12.936948 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653620'] for port (f7df5eec-50f6-46b9-bcbb-0eb24c3ba594), before_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:12.959364 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c551dd-6bb0-4648-937c-74ee400b90da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7df5eec-50f6-46b9-bcbb-0eb24c3ba594'}] {{(pid=115864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:23:12.961563 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614c4ba61f2db131aba8e4f2eba3ac809fa60fe17327f4291448f6541809906d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdd4fed-d3c0-412f-865f-e1bb5f065981" -d '{"events": [{"server_uuid": "01c551dd-6bb0-4648-937c-74ee400b90da", "name": "network-vif-plugged", "status": "completed", "tag": "f7df5eec-50f6-46b9-bcbb-0eb24c3ba594"}]}' {{(pid=115864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:23:12.974015 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] For port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f7df5eec-50f6-46b9-bcbb-0eb24c3ba594,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:23:12.995740 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34e3c4b-c45d-4b6b-90b0-4c9be49bd61d x-openstack-request-id: req-b34e3c4b-c45d-4b6b-90b0-4c9be49bd61d {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:23:12.996035 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c551dd-6bb0-4648-937c-74ee400b90da", "name": "network-vif-plugged", "status": "completed", "tag": "f7df5eec-50f6-46b9-bcbb-0eb24c3ba594", "code": 200}]} {{(pid=115864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:23:12.996298 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b34e3c4b-c45d-4b6b-90b0-4c9be49bd61d {{(pid=115864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:23:12.996690 dv-cinder-834545-1-iscsi neutron-server[115864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c551dd-6bb0-4648-937c-74ee400b90da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7df5eec-50f6-46b9-bcbb-0eb24c3ba594', 'code': 200} Mar 21 22:23:13.051676 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732300014484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732299494440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732299494458'] for port (f7df5eec-50f6-46b9-bcbb-0eb24c3ba594), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:13.102427 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Pushing event updated for resources: {'Port': ['ID=f7df5eec-50f6-46b9-bcbb-0eb24c3ba594,revision_number=5']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:23:13.363686 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412a9be-0c40-425c-8989-939f9acce498 req-50ba32d3-fa38-450e-af93-1274d74b76ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:13.365185 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8412a9be-0c40-425c-8989-939f9acce498 req-50ba32d3-fa38-450e-af93-1274d74b76ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 1129 time: 0.0477238 Mar 21 22:23:13.407205 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-8412a9be-0c40-425c-8989-939f9acce498 req-d41e0d98-abc2-48e9-9434-a0d0ab30f40c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2d2f9929-e719-486f-b851-164f4547aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356374 Mar 21 22:23:13.829544 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc5709-d4c4-46ab-8619-ba4d30f01830 req-c823875c-02a8-49e1-8b9c-bf3b1f345ff3 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:13.831033 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3ffc5709-d4c4-46ab-8619-ba4d30f01830 req-c823875c-02a8-49e1-8b9c-bf3b1f345ff3 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 945 time: 0.0507228 Mar 21 22:23:13.876356 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-3ffc5709-d4c4-46ab-8619-ba4d30f01830 req-81e3a754-0fdc-4635-9e49-9156f3ba933a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d2f9929-e719-486f-b851-164f4547aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392900 Mar 21 22:23:14.374418 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:14.995864 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b6a67-30af-449c-82ba-8522492a900a req-41c08631-fdd7-49f6-b608-3404b8e2cedc tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:14.997255 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-421b6a67-30af-449c-82ba-8522492a900a req-41c08631-fdd7-49f6-b608-3404b8e2cedc tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 945 time: 0.0525110 Mar 21 22:23:15.046386 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-421b6a67-30af-449c-82ba-8522492a900a req-bc19a72c-1420-40cc-9391-e9a0d6566592 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d2f9929-e719-486f-b851-164f4547aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435317 Mar 21 22:23:15.423523 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:23:15.654428 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:16.160682 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01142ad2-8f6e-47e9-8795-cf2fdaec3b70 req-06b60458-0435-4067-8a20-19b46e38acad tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:16.162128 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-01142ad2-8f6e-47e9-8795-cf2fdaec3b70 req-06b60458-0435-4067-8a20-19b46e38acad tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 945 time: 0.0516336 Mar 21 22:23:16.207497 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-01142ad2-8f6e-47e9-8795-cf2fdaec3b70 req-a68e6794-9d7b-4137-a179-d862ae3abc8a tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d2f9929-e719-486f-b851-164f4547aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397720 Mar 21 22:23:16.318822 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8188ac0-016f-4b63-858c-0171214530e7 req-e91adbaa-cc1d-4af4-901e-1b0fb0753446 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:16.320298 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c8188ac0-016f-4b63-858c-0171214530e7 req-e91adbaa-cc1d-4af4-901e-1b0fb0753446 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 945 time: 0.0511177 Mar 21 22:23:16.328614 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41240) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:23:16.332811 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.v2.base [None req-c5dfe9d7-b6a2-4f15-90c4-e6b6dc89fc8b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Request body: {'floatingip': {'port_id': 'f7df5eec-50f6-46b9-bcbb-0eb24c3ba594'}} {{(pid=115863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 22:23:16.373837 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c5dfe9d7-b6a2-4f15-90c4-e6b6dc89fc8b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (7c99800e-3218-4544-9e1a-05a9b15afa4b), before_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:16.783286 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c5dfe9d7-b6a2-4f15-90c4-e6b6dc89fc8b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:16.839505 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c5dfe9d7-b6a2-4f15-90c4-e6b6dc89fc8b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (7c99800e-3218-4544-9e1a-05a9b15afa4b), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:16.938136 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [None req-c5dfe9d7-b6a2-4f15-90c4-e6b6dc89fc8b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Floating IP 7c99800e-3218-4544-9e1a-05a9b15afa4b associated. External IP: 172.27.2.4, port: f7df5eec-50f6-46b9-bcbb-0eb24c3ba594. Mar 21 22:23:17.142330 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dfe9d7-b6a2-4f15-90c4-e6b6dc89fc8b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Router c17e0f77-6a1c-490e-972d-b98badb686cd has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:23:17.248945 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dfe9d7-b6a2-4f15-90c4-e6b6dc89fc8b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:23:17.254326 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c5dfe9d7-b6a2-4f15-90c4-e6b6dc89fc8b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:17.259710 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7d6ce5-f2d9-4544-ba91-970361d3a5b2 None None] Sync routers for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:23:17.269927 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7d6ce5-f2d9-4544-ba91-970361d3a5b2 None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:23:17.270527 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-fd7d6ce5-f2d9-4544-ba91-970361d3a5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:23:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:23:17.284288 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-c5dfe9d7-b6a2-4f15-90c4-e6b6dc89fc8b tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "PUT /v2.0/floatingips/7c99800e-3218-4544-9e1a-05a9b15afa4b HTTP/1.1" status: 200 len: 989 time: 0.9546866 Mar 21 22:23:17.284858 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c551dd-6bb0-4648-937c-74ee400b90da', 'tag': 'f7df5eec-50f6-46b9-bcbb-0eb24c3ba594'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:23:17.287143 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d1645d-7b39-4183-9c92-31d4cf7e613d" -d '{"events": [{"name": "network-changed", "server_uuid": "01c551dd-6bb0-4648-937c-74ee400b90da", "tag": "f7df5eec-50f6-46b9-bcbb-0eb24c3ba594"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:23:17.322567 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 22:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50470477-27a6-4aec-ba6f-547f8d7707cd x-openstack-request-id: req-50470477-27a6-4aec-ba6f-547f8d7707cd {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:23:17.322860 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c551dd-6bb0-4648-937c-74ee400b90da", "tag": "f7df5eec-50f6-46b9-bcbb-0eb24c3ba594", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:23:17.323166 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50470477-27a6-4aec-ba6f-547f8d7707cd {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:23:17.323557 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c551dd-6bb0-4648-937c-74ee400b90da', 'tag': 'f7df5eec-50f6-46b9-bcbb-0eb24c3ba594', 'status': 'completed', 'code': 200} Mar 21 22:23:17.380003 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-fd7d6ce5-f2d9-4544-ba91-970361d3a5b2 None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:23:17.409181 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1645d-7b39-4183-9c92-31d4cf7e613d req-26843e9f-946b-4160-b6a3-b43cc14a9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:17.410626 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a7d1645d-7b39-4183-9c92-31d4cf7e613d req-26843e9f-946b-4160-b6a3-b43cc14a9322 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 1129 time: 0.0460310 Mar 21 22:23:17.503531 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1645d-7b39-4183-9c92-31d4cf7e613d req-e9f0b1d6-c358-4f8a-a258-6f87cbbae7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:17.505770 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a7d1645d-7b39-4183-9c92-31d4cf7e613d req-e9f0b1d6-c358-4f8a-a258-6f87cbbae7ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 HTTP/1.1" status: 200 len: 916 time: 0.0892527 Mar 21 22:23:17.571710 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a7d1645d-7b39-4183-9c92-31d4cf7e613d req-34f2a8fc-9697-4382-9a88-b12e33b9a8c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 HTTP/1.1" status: 200 len: 997 time: 0.0598004 Mar 21 22:23:17.606500 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-fd7d6ce5-f2d9-4544-ba91-970361d3a5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '7c99800e-3218-4544-9e1a-05a9b15afa4b', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': 'f7df5eec-50f6-46b9-bcbb-0eb24c3ba594', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:eb:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c551dd-6bb0-4648-937c-74ee400b90da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:23:02Z', 'updated_at': '2022-03-21T22:23:16Z', 'revision_number': 1, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:23:17.622054 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1645d-7b39-4183-9c92-31d4cf7e613d req-6f88677e-b337-4ddc-b13f-8ea5665ee4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:17.623523 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a7d1645d-7b39-4183-9c92-31d4cf7e613d req-6f88677e-b337-4ddc-b13f-8ea5665ee4fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c291448d-e988-4c0b-9353-57804374181b HTTP/1.1" status: 200 len: 854 time: 0.0467916 Mar 21 22:23:17.637090 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7d6ce5-f2d9-4544-ba91-970361d3a5b2 None None] Checking router: c17e0f77-6a1c-490e-972d-b98badb686cd for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:23:17.645885 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7d6ce5-f2d9-4544-ba91-970361d3a5b2 None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:23:17.646496 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-fd7d6ce5-f2d9-4544-ba91-970361d3a5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:23:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:23:17.672052 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1645d-7b39-4183-9c92-31d4cf7e613d req-50f6b587-d29d-4f24-8ec0-14feb0cb63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:17.673516 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a7d1645d-7b39-4183-9c92-31d4cf7e613d req-50f6b587-d29d-4f24-8ec0-14feb0cb63d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434060 Mar 21 22:23:17.754892 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-fd7d6ce5-f2d9-4544-ba91-970361d3a5b2 None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:23:17.761254 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a7d1645d-7b39-4183-9c92-31d4cf7e613d req-99e5c4b2-867c-461a-9abb-f44b2cb21ec6 service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821097 Mar 21 22:23:17.852659 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-a7d1645d-7b39-4183-9c92-31d4cf7e613d req-b9d0ea9e-f21c-4c17-8162-c773c39e3f21 service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853896 Mar 21 22:23:17.973603 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-fd7d6ce5-f2d9-4544-ba91-970361d3a5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '7c99800e-3218-4544-9e1a-05a9b15afa4b', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': 'f7df5eec-50f6-46b9-bcbb-0eb24c3ba594', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:eb:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c551dd-6bb0-4648-937c-74ee400b90da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:23:02Z', 'updated_at': '2022-03-21T22:23:16Z', 'revision_number': 1, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:23:17.999050 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7d6ce5-f2d9-4544-ba91-970361d3a5b2 None None] The sync data for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi is: [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_floatingips': [{'id': '7c99800e-3218-4544-9e1a-05a9b15afa4b', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'router_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'port_id': 'f7df5eec-50f6-46b9-bcbb-0eb24c3ba594', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'mac_address': 'fa:16:3e:eb:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c551dd-6bb0-4648-937c-74ee400b90da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T22:23:02Z', 'updated_at': '2022-03-21T22:23:16Z', 'revision_number': 1, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:23:18.191968 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27519180-5ea4-43d2-a086-8517d48d800f None None] New status for floating IP 7c99800e-3218-4544-9e1a-05a9b15afa4b: ACTIVE {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:23:38.488471 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f8ca5333-d77f-4f6f-96be-f1f9c46d27d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:40.307376 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:41.041861 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab3c7-973a-4270-b40d-d201a6146c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:42.918744 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:44.376198 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:45.655788 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:23:52.127955 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4095d816-be3e-4dcf-9bac-f407c0f2b7c3 req-61696f7e-5dee-4cda-b98a-96c19bc6aec9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438666 Mar 21 22:23:52.233459 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095d816-be3e-4dcf-9bac-f407c0f2b7c3 req-6b871105-f79c-4697-9a6c-a3dd07bb6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:52.235003 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4095d816-be3e-4dcf-9bac-f407c0f2b7c3 req-6b871105-f79c-4697-9a6c-a3dd07bb6c71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 1129 time: 0.0444615 Mar 21 22:23:52.339731 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095d816-be3e-4dcf-9bac-f407c0f2b7c3 req-598811dd-745d-4f72-bf33-6796293f4047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:52.341296 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4095d816-be3e-4dcf-9bac-f407c0f2b7c3 req-598811dd-745d-4f72-bf33-6796293f4047 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 HTTP/1.1" status: 200 len: 916 time: 0.0885613 Mar 21 22:23:52.407742 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4095d816-be3e-4dcf-9bac-f407c0f2b7c3 req-d42788e1-8908-400c-8a77-09dbb6fc7c5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 HTTP/1.1" status: 200 len: 999 time: 0.0590763 Mar 21 22:23:52.421726 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:23:52.458417 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095d816-be3e-4dcf-9bac-f407c0f2b7c3 req-cd94b928-bc1b-4a80-86f2-f3c8723edef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:52.459889 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4095d816-be3e-4dcf-9bac-f407c0f2b7c3 req-cd94b928-bc1b-4a80-86f2-f3c8723edef8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c291448d-e988-4c0b-9353-57804374181b HTTP/1.1" status: 200 len: 854 time: 0.0467193 Mar 21 22:23:52.763389 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095d816-be3e-4dcf-9bac-f407c0f2b7c3 req-9ae38883-0a4a-40ad-adb6-db34a52a4fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:23:52.764881 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4095d816-be3e-4dcf-9bac-f407c0f2b7c3 req-9ae38883-0a4a-40ad-adb6-db34a52a4fac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2985647 Mar 21 22:23:52.849975 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4095d816-be3e-4dcf-9bac-f407c0f2b7c3 req-a3a9fa73-c904-496e-a470-befe5b43ad2c service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782337 Mar 21 22:23:52.938661 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-4095d816-be3e-4dcf-9bac-f407c0f2b7c3 req-968d6380-dbef-4042-b247-1c2f02b3afb4 service neutron] 10.222.0.47 "GET /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822096 Mar 21 22:24:08.444444 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-20bb8cb0-5a1d-43f8-80a2-350405f5b58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:10.283811 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:11.046677 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e98eecd5-66cc-4b5e-8cb5-aa89d4413f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:12.943764 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:14.380876 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:15.663506 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:29.420042 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:24:35.722808 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73730f1-a9d1-42db-80eb-857051e9f77f req-8e467ce8-4da9-4c30-a1ce-68ec1df64c80 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:24:35.724276 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b73730f1-a9d1-42db-80eb-857051e9f77f req-8e467ce8-4da9-4c30-a1ce-68ec1df64c80 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 945 time: 0.0521967 Mar 21 22:24:35.768477 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-b73730f1-a9d1-42db-80eb-857051e9f77f req-0208652b-7dfb-4262-894b-db8aad4b23fd tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d2f9929-e719-486f-b851-164f4547aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387015 Mar 21 22:24:36.889090 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75d32d-a3e1-473d-8e33-851f5d8601ca req-e428faf4-86be-4d65-991f-0d5f5f8e50c2 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:24:36.890539 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cb75d32d-a3e1-473d-8e33-851f5d8601ca req-e428faf4-86be-4d65-991f-0d5f5f8e50c2 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 945 time: 0.0547359 Mar 21 22:24:36.935487 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-cb75d32d-a3e1-473d-8e33-851f5d8601ca req-a6f11442-7944-45b4-8ddb-904ea7c53393 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d2f9929-e719-486f-b851-164f4547aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393918 Mar 21 22:24:37.510372 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6afa92-fcec-4a67-8ab1-dd2b68736803 req-a02de5ca-46c8-4438-ae2c-a3abe1564476 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:24:37.511802 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-aa6afa92-fcec-4a67-8ab1-dd2b68736803 req-a02de5ca-46c8-4438-ae2c-a3abe1564476 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 945 time: 0.0501890 Mar 21 22:24:37.598144 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-aa6afa92-fcec-4a67-8ab1-dd2b68736803 req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Deleting port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:24:37.598478 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-aa6afa92-fcec-4a67-8ab1-dd2b68736803 req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (f7df5eec-50f6-46b9-bcbb-0eb24c3ba594), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:37.685176 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [req-aa6afa92-fcec-4a67-8ab1-dd2b68736803 req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] For port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f7df5eec-50f6-46b9-bcbb-0eb24c3ba594,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:24:37.685531 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-aa6afa92-fcec-4a67-8ab1-dd2b68736803 req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (f7df5eec-50f6-46b9-bcbb-0eb24c3ba594), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:37.846973 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-aa6afa92-fcec-4a67-8ab1-dd2b68736803 req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:37.847273 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-aa6afa92-fcec-4a67-8ab1-dd2b68736803 req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4165196'] for floatingip (7c99800e-3218-4544-9e1a-05a9b15afa4b), after_update {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:37.847586 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.db.l3_db [req-aa6afa92-fcec-4a67-8ab1-dd2b68736803 req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Floating IP 7c99800e-3218-4544-9e1a-05a9b15afa4b disassociated. External IP: 172.27.2.4, port: f7df5eec-50f6-46b9-bcbb-0eb24c3ba594. Mar 21 22:24:37.847924 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [req-aa6afa92-fcec-4a67-8ab1-dd2b68736803 req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Calling delete_port for f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 owned by compute:nova {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:24:38.040018 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-aa6afa92-fcec-4a67-8ab1-dd2b68736803 req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (f7df5eec-50f6-46b9-bcbb-0eb24c3ba594), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:38.073772 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event deleted for resources: {'Port': ['ID=f7df5eec-50f6-46b9-bcbb-0eb24c3ba594,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:24:38.083289 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596c951-5790-4e58-ba90-03fc52b9edbb req-b9bba58c-5bbb-422b-b0e6-54dd20b05a87 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 22:24:38.086938 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9596c951-5790-4e58-ba90-03fc52b9edbb req-b9bba58c-5bbb-422b-b0e6-54dd20b05a87 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 867 time: 0.0847230 Mar 21 22:24:38.095386 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:38.095739 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:38.096082 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:38.096421 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:38.096786 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:38.097156 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:38.097445 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:38.097768 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:38.098092 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:38.098419 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:38.098737 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:38.099078 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:38.099932 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:38.100253 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:38.100570 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:38.209544 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-9596c951-5790-4e58-ba90-03fc52b9edbb req-a1e657c6-65cc-49b3-bd14-28c50e2543ba tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d2f9929-e719-486f-b851-164f4547aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171811 Mar 21 22:24:38.238998 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa6afa92-fcec-4a67-8ab1-dd2b68736803 req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Router c17e0f77-6a1c-490e-972d-b98badb686cd has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:24:38.346643 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa6afa92-fcec-4a67-8ab1-dd2b68736803 req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:24:38.356981 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb69a7a-8487-45e7-baf4-2b86c320d365 None None] Sync routers for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:24:38.366170 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb69a7a-8487-45e7-baf4-2b86c320d365 None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:24:38.366772 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-eeb69a7a-8487-45e7-baf4-2b86c320d365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:24:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:24:38.388675 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6afa92-fcec-4a67-8ab1-dd2b68736803 req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] No DVR routers for this DVR port f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 on host hv-cinder-83454 {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:24:38.394436 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [req-aa6afa92-fcec-4a67-8ab1-dd2b68736803 req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for port (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:38.394778 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-aa6afa92-fcec-4a67-8ab1-dd2b68736803 req-b105bbcc-c270-46e4-89db-d735a1fabb2e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.47 "DELETE /v2.0/ports/f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 HTTP/1.1" status: 204 len: 173 time: 0.8777704 Mar 21 22:24:38.395265 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c551dd-6bb0-4648-937c-74ee400b90da', 'name': 'network-vif-deleted', 'tag': 'f7df5eec-50f6-46b9-bcbb-0eb24c3ba594'}] {{(pid=115863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 22:24:38.398499 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ea3c223a9887885c3f82447282dbe8a33c9e7e2ade658c88c6871286c22f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93f4555-0471-4b31-a5a4-195d3fd1b191" -d '{"events": [{"server_uuid": "01c551dd-6bb0-4648-937c-74ee400b90da", "name": "network-vif-deleted", "tag": "f7df5eec-50f6-46b9-bcbb-0eb24c3ba594"}]}' {{(pid=115863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 22:24:38.441367 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fdd96450-2a85-4ff8-bb65-39dcadaf5fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:38.444463 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 22:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d742732c-2c3f-456d-b755-3339555610cc x-openstack-request-id: req-d742732c-2c3f-456d-b755-3339555610cc {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 22:24:38.444831 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c551dd-6bb0-4648-937c-74ee400b90da", "name": "network-vif-deleted", "tag": "f7df5eec-50f6-46b9-bcbb-0eb24c3ba594", "status": "completed", "code": 200}]} {{(pid=115863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 22:24:38.446235 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d742732c-2c3f-456d-b755-3339555610cc {{(pid=115863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 22:24:38.446235 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c551dd-6bb0-4648-937c-74ee400b90da', 'name': 'network-vif-deleted', 'tag': 'f7df5eec-50f6-46b9-bcbb-0eb24c3ba594', 'status': 'completed', 'code': 200} Mar 21 22:24:38.577032 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-eeb69a7a-8487-45e7-baf4-2b86c320d365 None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:24:38.770343 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-eeb69a7a-8487-45e7-baf4-2b86c320d365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:24:38.799573 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb69a7a-8487-45e7-baf4-2b86c320d365 None None] Checking router: c17e0f77-6a1c-490e-972d-b98badb686cd for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:24:38.807835 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb69a7a-8487-45e7-baf4-2b86c320d365 None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:24:38.808434 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-eeb69a7a-8487-45e7-baf4-2b86c320d365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:24:11Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:24:38.914356 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-eeb69a7a-8487-45e7-baf4-2b86c320d365 None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:24:39.104388 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-eeb69a7a-8487-45e7-baf4-2b86c320d365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:24:39.131643 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb69a7a-8487-45e7-baf4-2b86c320d365 None None] The sync data for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi is: [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:17:35Z', 'revision_number': 4, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi', '_interfaces': [{'id': 'a1e2eb0b-c07f-452a-9629-010693586115', 'name': '', 'network_id': 'f4e1a546-9815-4a00-9fb4-cf3a9a3798b3', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'mac_address': 'fa:16:3e:a2:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c291448d-e988-4c0b-9353-57804374181b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:34Z', 'updated_at': '2022-03-21T22:17:38Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'subnets': [{'id': 'c291448d-e988-4c0b-9353-57804374181b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:24:39.318710 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [req-c5c6192c-b943-4473-bb2b-e415a848b798 req-f8124afd-5ee2-462a-af89-690f47f4d5d3 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c551dd-6bb0-4648-937c-74ee400b90da HTTP/1.1" status: 200 len: 210 time: 0.0290060 Mar 21 22:24:39.355100 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7b086d-8455-4502-9b7b-e126f20c69b0 None None] New status for floating IP 7c99800e-3218-4544-9e1a-05a9b15afa4b: DOWN {{(pid=115864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 22:24:40.337541 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:40.471637 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41344) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:24:40.524909 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-36ce5039-a34c-494f-a60f-2a4878235a3e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (2d2f9929-e719-486f-b851-164f4547aa05), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:40.547362 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-36ce5039-a34c-494f-a60f-2a4878235a3e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (2d2f9929-e719-486f-b851-164f4547aa05), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:40.660178 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-36ce5039-a34c-494f-a60f-2a4878235a3e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (2d2f9929-e719-486f-b851-164f4547aa05), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:40.662811 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-36ce5039-a34c-494f-a60f-2a4878235a3e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:40.664001 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-36ce5039-a34c-494f-a60f-2a4878235a3e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "DELETE /v2.0/security-groups/2d2f9929-e719-486f-b851-164f4547aa05 HTTP/1.1" status: 204 len: 168 time: 0.1913049 Mar 21 22:24:40.666804 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 41346) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:24:40.673282 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce5039-a34c-494f-a60f-2a4878235a3e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2f9929-e719-486f-b851-164f4547aa05,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:24:40.682431 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.api.v2.resource [None req-4b519a08-3879-489d-a456-b7bf8b007b8e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] show failed (client error): The resource could not be found. Mar 21 22:24:40.686326 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41350) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:24:40.686473 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-4b519a08-3879-489d-a456-b7bf8b007b8e tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "GET /v2.0/security-groups/2d2f9929-e719-486f-b851-164f4547aa05 HTTP/1.1" status: 404 len: 347 time: 0.0180752 Mar 21 22:24:40.807106 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-5346dd0c-7b11-4ef9-99f5-6a7cd6fd01b0 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Deleting port d466d877-e503-4575-a47a-7db3776a3e62 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:24:40.807455 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5346dd0c-7b11-4ef9-99f5-6a7cd6fd01b0 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (d466d877-e503-4575-a47a-7db3776a3e62), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:40.882583 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5346dd0c-7b11-4ef9-99f5-6a7cd6fd01b0 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (d466d877-e503-4575-a47a-7db3776a3e62), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:40.882924 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5346dd0c-7b11-4ef9-99f5-6a7cd6fd01b0 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (d466d877-e503-4575-a47a-7db3776a3e62), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:40.894179 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-5346dd0c-7b11-4ef9-99f5-6a7cd6fd01b0 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Calling delete_port for d466d877-e503-4575-a47a-7db3776a3e62 owned by network:floatingip {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:24:41.060078 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f67c7a52-614c-4981-9e53-4a3839252b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:41.082833 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5346dd0c-7b11-4ef9-99f5-6a7cd6fd01b0 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (d466d877-e503-4575-a47a-7db3776a3e62), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:41.107646 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346dd0c-7b11-4ef9-99f5-6a7cd6fd01b0 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Pushing event deleted for resources: {'Port': ['ID=d466d877-e503-4575-a47a-7db3776a3e62,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:24:41.169193 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5346dd0c-7b11-4ef9-99f5-6a7cd6fd01b0 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks [] for floatingip (7c99800e-3218-4544-9e1a-05a9b15afa4b), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:41.172543 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5346dd0c-7b11-4ef9-99f5-6a7cd6fd01b0 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88810'] for floatingip (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:41.172804 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-5346dd0c-7b11-4ef9-99f5-6a7cd6fd01b0 tempest-AttachVolumeNegativeTest-768953582 tempest-AttachVolumeNegativeTest-768953582-project] 10.222.0.45 "DELETE /v2.0/floatingips/7c99800e-3218-4544-9e1a-05a9b15afa4b HTTP/1.1" status: 204 len: 168 time: 0.4855020 Mar 21 22:24:41.188556 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:24:41.208810 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] No Port match for: f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:24:41.209159 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Device f7df5eec-50f6-46b9-bcbb-0eb24c3ba594 not bound to the agent host hv-cinder-83454 {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:24:42.917112 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:44.388297 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:45.175375 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41386) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:24:45.600201 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8816-8b76-4f27-a6de-83287472c824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4165452'] for router_interface (c17e0f77-6a1c-490e-972d-b98badb686cd), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:45.649091 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:45.841885 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-c6bc8816-8b76-4f27-a6de-83287472c824 admin admin] Deleting port a1e2eb0b-c07f-452a-9629-010693586115 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:24:45.842128 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8816-8b76-4f27-a6de-83287472c824 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (a1e2eb0b-c07f-452a-9629-010693586115), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:45.917703 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [None req-c6bc8816-8b76-4f27-a6de-83287472c824 admin admin] For port a1e2eb0b-c07f-452a-9629-010693586115, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=a1e2eb0b-c07f-452a-9629-010693586115,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:24:45.918069 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8816-8b76-4f27-a6de-83287472c824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (a1e2eb0b-c07f-452a-9629-010693586115), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:45.933996 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-c6bc8816-8b76-4f27-a6de-83287472c824 admin admin] Calling delete_port for a1e2eb0b-c07f-452a-9629-010693586115 owned by network:router_interface {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:24:46.176750 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8816-8b76-4f27-a6de-83287472c824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (a1e2eb0b-c07f-452a-9629-010693586115), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:46.202060 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc8816-8b76-4f27-a6de-83287472c824 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e2eb0b-c07f-452a-9629-010693586115,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:24:46.362747 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8816-8b76-4f27-a6de-83287472c824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4162812'] for router_interface (c17e0f77-6a1c-490e-972d-b98badb686cd), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:46.584329 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bc8816-8b76-4f27-a6de-83287472c824 admin admin] Router c17e0f77-6a1c-490e-972d-b98badb686cd has already been hosted by L3 agent 4d6ba52c-76e3-496f-9d3f-35503dacef18 {{(pid=115863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 22:24:46.688454 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bc8816-8b76-4f27-a6de-83287472c824 admin admin] Notify agent at l3_agent.dv-cinder-834545-1-iscsi the message routers_updated {{(pid=115863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 22:24:46.693631 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-c6bc8816-8b76-4f27-a6de-83287472c824 admin admin] 10.222.0.45 "PUT /v2.0/routers/c17e0f77-6a1c-490e-972d-b98badb686cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5172396 Mar 21 22:24:46.696123 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41390) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:24:46.699204 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f41f4-4d06-4b3c-b521-84d27715923a None None] Sync routers for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 22:24:46.709179 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f41f4-4d06-4b3c-b521-84d27715923a None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:24:46.710266 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-5a5f41f4-4d06-4b3c-b521-84d27715923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:24:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:24:46.822979 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-5a5f41f4-4d06-4b3c-b521-84d27715923a None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:24:47.006134 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-5a5f41f4-4d06-4b3c-b521-84d27715923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:24:46Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:24:47.033401 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f41f4-4d06-4b3c-b521-84d27715923a None None] Checking router: c17e0f77-6a1c-490e-972d-b98badb686cd for host: dv-cinder-834545-1-iscsi {{(pid=115865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 22:24:47.041490 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f41f4-4d06-4b3c-b521-84d27715923a None None] Routers {'c17e0f77-6a1c-490e-972d-b98badb686cd'} bound to L3 agent in host dv-cinder-834545-1-iscsi {{(pid=115865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 22:24:47.042086 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-5a5f41f4-4d06-4b3c-b521-84d27715923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834545-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T21:56:11Z,description=,heartbeat_timestamp=2022-03-21T22:24:41Z,host='dv-cinder-834545-1-iscsi',id=4d6ba52c-76e3-496f-9d3f-35503dacef18,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T21:56:12Z,topic='l3_agent')) {'router_ids': ['c17e0f77-6a1c-490e-972d-b98badb686cd'], 'active': True} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:24:47.054499 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-95e5bc37-f03d-43f5-b6de-5409225d9d0e admin admin] Publish callbacks [] for router (c17e0f77-6a1c-490e-972d-b98badb686cd), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:47.146272 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_dvr_db [None req-5a5f41f4-4d06-4b3c-b521-84d27715923a None None] Set router c17e0f77-6a1c-490e-972d-b98badb686cd gateway port host: dv-cinder-834545-1-iscsi {{(pid=115865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 22:24:47.154557 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-95e5bc37-f03d-43f5-b6de-5409225d9d0e admin admin] Publish callbacks [] for router_gateway (c17e0f77-6a1c-490e-972d-b98badb686cd), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:47.269739 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-95e5bc37-f03d-43f5-b6de-5409225d9d0e admin admin] Deleting port 47bb272e-0ced-48f5-aafb-174e423896d4 {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:24:47.270431 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-95e5bc37-f03d-43f5-b6de-5409225d9d0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (47bb272e-0ced-48f5-aafb-174e423896d4), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:47.320937 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.l3_hamode_db [None req-5a5f41f4-4d06-4b3c-b521-84d27715923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:24:46Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}], 'dv-cinder-834545-1-iscsi', False) {} {{(pid=115865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:24:47.349373 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [None req-95e5bc37-f03d-43f5-b6de-5409225d9d0e admin admin] For port 47bb272e-0ced-48f5-aafb-174e423896d4, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=47bb272e-0ced-48f5-aafb-174e423896d4,segment=NetworkSegment(0cb9a95b-4c69-48a1-8941-b8fc0880bf95),segment_id=0cb9a95b-4c69-48a1-8941-b8fc0880bf95)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:24:47.349711 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-95e5bc37-f03d-43f5-b6de-5409225d9d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (47bb272e-0ced-48f5-aafb-174e423896d4), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:47.352860 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f41f4-4d06-4b3c-b521-84d27715923a None None] The sync data for ids ['c17e0f77-6a1c-490e-972d-b98badb686cd'] in dv-cinder-834545-1-iscsi is: [{'id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'name': 'tempest-AttachVolumeNegativeTest-1812012135-router', 'tenant_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'external_fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T22:17:31Z', 'updated_at': '2022-03-21T22:24:46Z', 'revision_number': 5, 'project_id': 'c4f3754455d24b828ff9bf82cfb1f127', 'gw_port': {'id': '47bb272e-0ced-48f5-aafb-174e423896d4', 'name': '', 'network_id': 'daf4c161-8bbf-47e8-a981-8fcb1ba76cd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17e0f77-6a1c-490e-972d-b98badb686cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '3e2af898-57db-41eb-9bad-540643834147', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834545-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T22:17:32Z', 'updated_at': '2022-03-21T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e2af898-57db-41eb-9bad-540643834147', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834545-1-iscsi'}] {{(pid=115865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 22:24:47.363001 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-95e5bc37-f03d-43f5-b6de-5409225d9d0e admin admin] Calling delete_port for 47bb272e-0ced-48f5-aafb-174e423896d4 owned by network:router_gateway {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:24:47.582594 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-95e5bc37-f03d-43f5-b6de-5409225d9d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (47bb272e-0ced-48f5-aafb-174e423896d4), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:47.606629 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5bc37-f03d-43f5-b6de-5409225d9d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=47bb272e-0ced-48f5-aafb-174e423896d4,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:24:47.668582 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-95e5bc37-f03d-43f5-b6de-5409225d9d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165126'] for router_gateway (c17e0f77-6a1c-490e-972d-b98badb686cd), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:47.758832 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-95e5bc37-f03d-43f5-b6de-5409225d9d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3262'] for router (c17e0f77-6a1c-490e-972d-b98badb686cd), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:47.761081 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-95e5bc37-f03d-43f5-b6de-5409225d9d0e admin admin] Publish callbacks [] for router_controller (c17e0f77-6a1c-490e-972d-b98badb686cd), precommit_delete_associations {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:47.866520 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-95e5bc37-f03d-43f5-b6de-5409225d9d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702245'] for router (c17e0f77-6a1c-490e-972d-b98badb686cd), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:47.867266 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e5bc37-f03d-43f5-b6de-5409225d9d0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c17e0f77-6a1c-490e-972d-b98badb686cd {{(pid=115863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 22:24:47.874866 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-95e5bc37-f03d-43f5-b6de-5409225d9d0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:47.874866 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-95e5bc37-f03d-43f5-b6de-5409225d9d0e admin admin] 10.222.0.45 "DELETE /v2.0/routers/c17e0f77-6a1c-490e-972d-b98badb686cd HTTP/1.1" status: 204 len: 168 time: 1.1751993 Mar 21 22:24:47.875289 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41392) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:24:47.919515 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.db_base_plugin_v2 [None req-78274164-178d-441e-8f32-53dc592a145f admin admin] Deleting subnet c291448d-e988-4c0b-9353-57804374181b {{(pid=115863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 22:24:47.923203 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-78274164-178d-441e-8f32-53dc592a145f admin admin] Publish callbacks [] for subnet (c291448d-e988-4c0b-9353-57804374181b), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:47.958453 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-78274164-178d-441e-8f32-53dc592a145f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9663761'] for subnet (c291448d-e988-4c0b-9353-57804374181b), precommit_delete_associations {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:48.040554 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-78274164-178d-441e-8f32-53dc592a145f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017098'] for subnet (c291448d-e988-4c0b-9353-57804374181b), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:48.157552 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-78274164-178d-441e-8f32-53dc592a145f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9687552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12331888'] for subnet (c291448d-e988-4c0b-9353-57804374181b), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:48.182340 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78274164-178d-441e-8f32-53dc592a145f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c291448d-e988-4c0b-9353-57804374181b,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:24:48.185878 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-78274164-178d-441e-8f32-53dc592a145f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for subnet (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:48.189285 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-78274164-178d-441e-8f32-53dc592a145f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c291448d-e988-4c0b-9353-57804374181b HTTP/1.1" status: 204 len: 168 time: 0.3128097 Mar 21 22:24:48.191604 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41394) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:24:48.192246 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbaeedf-e332-4965-b211-d90fe7a8330b None None] Network f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 requested from dv-cinder-834545-1-iscsi {{(pid=115864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 22:24:48.256549 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834117'] for network (f4e1a546-9815-4a00-9fb4-cf3a9a3798b3), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:48.315202 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] Deleting port 6e5eddb6-19e7-416f-bb1f-210855a0541e {{(pid=115863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:24:48.315800 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (6e5eddb6-19e7-416f-bb1f-210855a0541e), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:48.359306 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] DHCP port deletion for f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 request from dv-cinder-834545-1-iscsi {{(pid=115864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 22:24:48.382294 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.db [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] For port 6e5eddb6-19e7-416f-bb1f-210855a0541e, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=6e5eddb6-19e7-416f-bb1f-210855a0541e,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:24:48.382659 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (6e5eddb6-19e7-416f-bb1f-210855a0541e), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:48.395390 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.plugin [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] Calling delete_port for 6e5eddb6-19e7-416f-bb1f-210855a0541e owned by network:dhcp {{(pid=115863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:24:48.405833 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Deleting port 6e5eddb6-19e7-416f-bb1f-210855a0541e {{(pid=115864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 22:24:48.406274 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732300009759'] for port (6e5eddb6-19e7-416f-bb1f-210855a0541e), before_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:48.473194 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.db [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] For port 6e5eddb6-19e7-416f-bb1f-210855a0541e, host dv-cinder-834545-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834545-1-iscsi',level=0,port_id=6e5eddb6-19e7-416f-bb1f-210855a0541e,segment=NetworkSegment(89ce3184-fd77-4b38-b045-4f5de7461eae),segment_id=89ce3184-fd77-4b38-b045-4f5de7461eae)] {{(pid=115864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 22:24:48.473514 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4166494'] for port (6e5eddb6-19e7-416f-bb1f-210855a0541e), precommit_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:48.485943 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Calling delete_port for 6e5eddb6-19e7-416f-bb1f-210855a0541e owned by network:dhcp {{(pid=115864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 22:24:48.563211 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9688305'] for port (6e5eddb6-19e7-416f-bb1f-210855a0541e), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:48.574139 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732300014466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732299494431'] for port (6e5eddb6-19e7-416f-bb1f-210855a0541e), after_delete {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:48.589675 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5eddb6-19e7-416f-bb1f-210855a0541e,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:24:48.593237 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] No DVR routers for this DVR port 6e5eddb6-19e7-416f-bb1f-210855a0541e on host dv-cinder-834545-1-iscsi {{(pid=115863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:24:48.599112 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] No DVR routers for this DVR port 6e5eddb6-19e7-416f-bb1f-210855a0541e on host dv-cinder-834545-1-iscsi {{(pid=115864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 22:24:48.602739 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Pushing event deleted for resources: {'Port': ['ID=6e5eddb6-19e7-416f-bb1f-210855a0541e,revision_number=None']} {{(pid=115864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:24:48.614593 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:48.615054 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:48.615462 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:48.615811 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:48.616148 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:48.616480 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:48.616809 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:48.617136 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:48.617460 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:48.617785 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:48.618106 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:48.618428 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:48.618751 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:48.619095 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:48.619411 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd676c-59a8-449a-90dd-330971b8c21a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:24:48.662616 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-954303', 'neutron.services.segments.db._delete_segments_for_network-8732299838531'] for network (f4e1a546-9815-4a00-9fb4-cf3a9a3798b3), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:48.682187 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e1a546-9815-4a00-9fb4-cf3a9a3798b3']}} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:24:48.691459 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ce3184-fd77-4b38-b045-4f5de7461eae') {'for_net_delete': True} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:24:48.691755 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.services.segments.db [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ce3184-fd77-4b38-b045-4f5de7461eae') {} {{(pid=115863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 22:24:48.705833 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732299988300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9663784'] for segment (89ce3184-fd77-4b38-b045-4f5de7461eae), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:48.719980 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179'] for segment (89ce3184-fd77-4b38-b045-4f5de7461eae), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:48.725602 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=115863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 22:24:48.725919 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9688226'] for segment (89ce3184-fd77-4b38-b045-4f5de7461eae), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: Traceback (most recent call last): Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: timer() Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: cb(*args, **kw) Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: return func(*args, **kwargs) Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: self._notify() Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: self.callback(batched_events) Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: event.method(event) Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: return f(self, *a, **k) Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._get(url).json() Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: return self.request(url, 'GET', **kwargs) Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 22:24:48.727576 dv-cinder-834545-1-iscsi neutron-server[115863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 22:24:48.796267 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 47bb272e-0ced-48f5-aafb-174e423896d4 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:24:48.817560 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: 47bb272e-0ced-48f5-aafb-174e423896d4 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:24:48.817906 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 47bb272e-0ced-48f5-aafb-174e423896d4 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:24:48.818355 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device a1e2eb0b-c07f-452a-9629-010693586115 no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:24:48.838053 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: a1e2eb0b-c07f-452a-9629-010693586115 {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:24:48.838419 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device a1e2eb0b-c07f-452a-9629-010693586115 not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:24:48.838840 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 6e5eddb6-19e7-416f-bb1f-210855a0541e no longer exists at agent ovs-agent-dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 22:24:48.851092 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-954244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4165242'] for network (f4e1a546-9815-4a00-9fb4-cf3a9a3798b3), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:48.856369 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716980'] for network (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:48.858081 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] No Port match for: 6e5eddb6-19e7-416f-bb1f-210855a0541e {{(pid=115864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 22:24:48.858433 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron.plugins.ml2.rpc [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Device 6e5eddb6-19e7-416f-bb1f-210855a0541e not bound to the agent host dv-cinder-834545-1-iscsi {{(pid=115864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 22:24:48.864925 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f4e1a546-9815-4a00-9fb4-cf3a9a3798b3 HTTP/1.1" status: 204 len: 168 time: 0.6672740 Mar 21 22:24:48.876347 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2dbd9e-23d4-4c54-961c-f8e19264c5a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4e1a546-9815-4a00-9fb4-cf3a9a3798b3,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:24:49.194721 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41398) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:24:49.232805 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-fe88c6d1-d34c-4f03-9818-dee066575bb0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c4f3754455d24b828ff9bf82cfb1f127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369179 Mar 21 22:24:49.235226 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41400) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:24:49.279811 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6302717e-d8fa-45a3-a865-82bff4c06f40 admin admin] Publish callbacks [] for security_group (37501e78-b3f3-4484-adf7-4b5c986e2546), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:49.300539 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6302717e-d8fa-45a3-a865-82bff4c06f40 admin admin] Publish callbacks [] for security_group (37501e78-b3f3-4484-adf7-4b5c986e2546), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:49.399531 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6302717e-d8fa-45a3-a865-82bff4c06f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (37501e78-b3f3-4484-adf7-4b5c986e2546), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:49.402139 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6302717e-d8fa-45a3-a865-82bff4c06f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:24:49.403330 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-6302717e-d8fa-45a3-a865-82bff4c06f40 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/37501e78-b3f3-4484-adf7-4b5c986e2546 HTTP/1.1" status: 204 len: 168 time: 0.1672127 Mar 21 22:24:49.411142 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302717e-d8fa-45a3-a865-82bff4c06f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37501e78-b3f3-4484-adf7-4b5c986e2546,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:03.928092 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-31962f07-4b9b-4f3b-893c-e0e8821749d7 service neutron] (115862) timed out ('10.222.0.45', 35914) {{(pid=115862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 22:25:04.127346 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [req-c4d8196c-ec52-4aeb-9f2c-4f44aef74c54 req-b3f5deae-ce24-40e3-9ed0-470bbc5b9f83 tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] (115862) timed out ('10.222.0.45', 35922) {{(pid=115862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 22:25:04.536383 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41542) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:04.637746 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c7f4799-d20e-447a-82f8-7656cb29c698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:04.707829 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c7f4799-d20e-447a-82f8-7656cb29c698 admin admin] Publish callbacks [] for security_group (1c1ffd6c-10e2-4dc1-ad8e-8eed8c51b4d7), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:04.759948 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9c7f4799-d20e-447a-82f8-7656cb29c698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (1c1ffd6c-10e2-4dc1-ad8e-8eed8c51b4d7), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:04.796719 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f4799-d20e-447a-82f8-7656cb29c698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1ffd6c-10e2-4dc1-ad8e-8eed8c51b4d7,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:04.802191 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-9c7f4799-d20e-447a-82f8-7656cb29c698 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3585496f4bf4550ac8b45f14aa2dd84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647629 Mar 21 22:25:04.804853 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41546) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:04.850421 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ad02f13f-3bad-4b61-8e87-edde67a6aad4 admin admin] Publish callbacks [] for security_group (1c1ffd6c-10e2-4dc1-ad8e-8eed8c51b4d7), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:04.870205 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ad02f13f-3bad-4b61-8e87-edde67a6aad4 admin admin] Publish callbacks [] for security_group (1c1ffd6c-10e2-4dc1-ad8e-8eed8c51b4d7), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:04.984744 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ad02f13f-3bad-4b61-8e87-edde67a6aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (1c1ffd6c-10e2-4dc1-ad8e-8eed8c51b4d7), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:04.987287 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-ad02f13f-3bad-4b61-8e87-edde67a6aad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:04.988406 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-ad02f13f-3bad-4b61-8e87-edde67a6aad4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c1ffd6c-10e2-4dc1-ad8e-8eed8c51b4d7 HTTP/1.1" status: 204 len: 168 time: 0.1827936 Mar 21 22:25:04.995947 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02f13f-3bad-4b61-8e87-edde67a6aad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1ffd6c-10e2-4dc1-ad8e-8eed8c51b4d7,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:05.579981 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 41552) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:05.593055 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:05.664166 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Publish callbacks [] for security_group (547a8246-3c4b-4683-a434-9e4e48923962), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:05.707330 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (547a8246-3c4b-4683-a434-9e4e48923962), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:05.745220 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e0e4b8c2753749ddbbe9c0bdff7ebbd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641431 Mar 21 22:25:05.745988 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547a8246-3c4b-4683-a434-9e4e48923962,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:05.747905 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41554) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:05.753285 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:05.753636 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:05.753977 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:05.754314 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:05.754651 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:05.755001 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:05.755327 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:05.755650 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:05.755972 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:05.756293 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:05.756615 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:05.756935 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:05.757251 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:05.757567 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:05.757890 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac2b1f-631d-40e0-b21e-ff48b0aecb6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:05.796425 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e660d00e-efff-4dfa-9dc3-1e6834eaf3ce admin admin] Publish callbacks [] for security_group (547a8246-3c4b-4683-a434-9e4e48923962), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:05.818401 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e660d00e-efff-4dfa-9dc3-1e6834eaf3ce admin admin] Publish callbacks [] for security_group (547a8246-3c4b-4683-a434-9e4e48923962), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:05.944830 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e660d00e-efff-4dfa-9dc3-1e6834eaf3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (547a8246-3c4b-4683-a434-9e4e48923962), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:05.947638 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-e660d00e-efff-4dfa-9dc3-1e6834eaf3ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:05.948795 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-e660d00e-efff-4dfa-9dc3-1e6834eaf3ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/547a8246-3c4b-4683-a434-9e4e48923962 HTTP/1.1" status: 204 len: 168 time: 0.1998825 Mar 21 22:25:05.956744 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660d00e-efff-4dfa-9dc3-1e6834eaf3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547a8246-3c4b-4683-a434-9e4e48923962,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:06.419633 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:25:08.439838 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-4ffb4529-a672-4bb8-a791-d8c61b4bea3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:10.319098 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:11.061487 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-94be5ad2-0292-4e4d-8b98-bb4fa041daf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:12.762136 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41650) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:12.863591 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-231f7645-66d2-4833-a905-69d4c3d737bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:12.933707 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:12.934359 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-231f7645-66d2-4833-a905-69d4c3d737bd admin admin] Publish callbacks [] for security_group (1722399b-2db2-4388-a370-59d333fc49a7), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:13.004230 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-231f7645-66d2-4833-a905-69d4c3d737bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (1722399b-2db2-4388-a370-59d333fc49a7), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:13.041339 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-231f7645-66d2-4833-a905-69d4c3d737bd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd6b1dbb32ea4e398506cf1a6021a34d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781551 Mar 21 22:25:13.042971 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f7645-66d2-4833-a905-69d4c3d737bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1722399b-2db2-4388-a370-59d333fc49a7,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:13.044845 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 41654) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:13.095723 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-508ce167-4537-4a68-9af8-27070c64f6c6 admin admin] Publish callbacks [] for security_group (1722399b-2db2-4388-a370-59d333fc49a7), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:13.115869 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-508ce167-4537-4a68-9af8-27070c64f6c6 admin admin] Publish callbacks [] for security_group (1722399b-2db2-4388-a370-59d333fc49a7), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:13.221507 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-508ce167-4537-4a68-9af8-27070c64f6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (1722399b-2db2-4388-a370-59d333fc49a7), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:13.224131 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-508ce167-4537-4a68-9af8-27070c64f6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:13.225294 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-508ce167-4537-4a68-9af8-27070c64f6c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1722399b-2db2-4388-a370-59d333fc49a7 HTTP/1.1" status: 204 len: 168 time: 0.1794667 Mar 21 22:25:13.233093 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ce167-4537-4a68-9af8-27070c64f6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1722399b-2db2-4388-a370-59d333fc49a7,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:13.793213 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 41660) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:13.805930 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a14aeba6-272b-40e4-9ed8-3bcd43e8bab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:13.875990 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a14aeba6-272b-40e4-9ed8-3bcd43e8bab8 admin admin] Publish callbacks [] for security_group (54eb341b-bb43-4254-93b6-467ebd06429b), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:13.927522 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a14aeba6-272b-40e4-9ed8-3bcd43e8bab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (54eb341b-bb43-4254-93b6-467ebd06429b), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:13.962493 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14aeba6-272b-40e4-9ed8-3bcd43e8bab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54eb341b-bb43-4254-93b6-467ebd06429b,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:13.968622 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-a14aeba6-272b-40e4-9ed8-3bcd43e8bab8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a74adc0a9d84f95bc27b1b4733251b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1744158 Mar 21 22:25:13.971258 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 41662) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:14.027672 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-25083fc7-f9ba-4293-943c-bf3ce7af8dd1 admin admin] Publish callbacks [] for security_group (54eb341b-bb43-4254-93b6-467ebd06429b), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:14.051503 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-25083fc7-f9ba-4293-943c-bf3ce7af8dd1 admin admin] Publish callbacks [] for security_group (54eb341b-bb43-4254-93b6-467ebd06429b), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:14.156391 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-25083fc7-f9ba-4293-943c-bf3ce7af8dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (54eb341b-bb43-4254-93b6-467ebd06429b), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:14.159007 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-25083fc7-f9ba-4293-943c-bf3ce7af8dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:14.160165 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-25083fc7-f9ba-4293-943c-bf3ce7af8dd1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/54eb341b-bb43-4254-93b6-467ebd06429b HTTP/1.1" status: 204 len: 168 time: 0.1880343 Mar 21 22:25:14.168317 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25083fc7-f9ba-4293-943c-bf3ce7af8dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eb341b-bb43-4254-93b6-467ebd06429b,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:14.381846 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:15.639225 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:19.512709 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 41734) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:19.613254 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a207109a-a018-4ef6-9d46-8f6cb3781db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:19.684200 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a207109a-a018-4ef6-9d46-8f6cb3781db2 admin admin] Publish callbacks [] for security_group (75a007b1-a37d-4a9f-95a5-c48171eb6fcf), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:19.767520 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a207109a-a018-4ef6-9d46-8f6cb3781db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (75a007b1-a37d-4a9f-95a5-c48171eb6fcf), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:19.805304 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-a207109a-a018-4ef6-9d46-8f6cb3781db2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9dc001bbb6a64390ba07abc4faab5a67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915409 Mar 21 22:25:19.806179 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207109a-a018-4ef6-9d46-8f6cb3781db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a007b1-a37d-4a9f-95a5-c48171eb6fcf,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:19.808493 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41738) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:19.857566 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6f70824c-5fde-45e5-ada0-34472718131d admin admin] Publish callbacks [] for security_group (75a007b1-a37d-4a9f-95a5-c48171eb6fcf), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:19.878316 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6f70824c-5fde-45e5-ada0-34472718131d admin admin] Publish callbacks [] for security_group (75a007b1-a37d-4a9f-95a5-c48171eb6fcf), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:19.993355 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6f70824c-5fde-45e5-ada0-34472718131d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (75a007b1-a37d-4a9f-95a5-c48171eb6fcf), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:19.996510 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-6f70824c-5fde-45e5-ada0-34472718131d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:19.997667 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-6f70824c-5fde-45e5-ada0-34472718131d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75a007b1-a37d-4a9f-95a5-c48171eb6fcf HTTP/1.1" status: 204 len: 168 time: 0.1881909 Mar 21 22:25:20.005507 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70824c-5fde-45e5-ada0-34472718131d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a007b1-a37d-4a9f-95a5-c48171eb6fcf,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:20.533744 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41744) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:20.546738 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-3cb5c694-672e-453e-84b2-04d90685420b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:20.616573 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-3cb5c694-672e-453e-84b2-04d90685420b admin admin] Publish callbacks [] for security_group (bd6d6255-b77e-42d8-91cf-47815f231abb), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:20.687148 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-3cb5c694-672e-453e-84b2-04d90685420b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (bd6d6255-b77e-42d8-91cf-47815f231abb), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:20.724255 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-3cb5c694-672e-453e-84b2-04d90685420b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b28a2dc308c4e558edc92f896395953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894629 Mar 21 22:25:20.725191 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5c694-672e-453e-84b2-04d90685420b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6d6255-b77e-42d8-91cf-47815f231abb,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:20.726923 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 41746) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:20.774352 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9fe8ab73-8b20-43b9-9c6f-fb73fa56757f admin admin] Publish callbacks [] for security_group (bd6d6255-b77e-42d8-91cf-47815f231abb), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:20.794447 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9fe8ab73-8b20-43b9-9c6f-fb73fa56757f admin admin] Publish callbacks [] for security_group (bd6d6255-b77e-42d8-91cf-47815f231abb), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:20.918771 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9fe8ab73-8b20-43b9-9c6f-fb73fa56757f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (bd6d6255-b77e-42d8-91cf-47815f231abb), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:20.921317 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-9fe8ab73-8b20-43b9-9c6f-fb73fa56757f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:20.922442 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-9fe8ab73-8b20-43b9-9c6f-fb73fa56757f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bd6d6255-b77e-42d8-91cf-47815f231abb HTTP/1.1" status: 204 len: 168 time: 0.1945274 Mar 21 22:25:20.929835 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8ab73-8b20-43b9-9c6f-fb73fa56757f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6d6255-b77e-42d8-91cf-47815f231abb,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:23.711572 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 41814) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:23.812139 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-784d13af-5f17-4dd4-a704-0ed94b544574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:23.881964 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-784d13af-5f17-4dd4-a704-0ed94b544574 admin admin] Publish callbacks [] for security_group (e00e3042-21e5-4f92-b8d1-1fd22993c9c9), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:23.950048 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-784d13af-5f17-4dd4-a704-0ed94b544574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (e00e3042-21e5-4f92-b8d1-1fd22993c9c9), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:23.987496 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-784d13af-5f17-4dd4-a704-0ed94b544574 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f4fc61c966ed481ca599423385b0f503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748778 Mar 21 22:25:23.988419 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d13af-5f17-4dd4-a704-0ed94b544574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00e3042-21e5-4f92-b8d1-1fd22993c9c9,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:23.990161 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41818) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:24.038392 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5322f4bb-6711-4756-9250-5a91075b3c84 admin admin] Publish callbacks [] for security_group (e00e3042-21e5-4f92-b8d1-1fd22993c9c9), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:24.061017 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5322f4bb-6711-4756-9250-5a91075b3c84 admin admin] Publish callbacks [] for security_group (e00e3042-21e5-4f92-b8d1-1fd22993c9c9), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:24.169921 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5322f4bb-6711-4756-9250-5a91075b3c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (e00e3042-21e5-4f92-b8d1-1fd22993c9c9), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:24.172512 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-5322f4bb-6711-4756-9250-5a91075b3c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:24.173656 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-5322f4bb-6711-4756-9250-5a91075b3c84 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e00e3042-21e5-4f92-b8d1-1fd22993c9c9 HTTP/1.1" status: 204 len: 168 time: 0.1825011 Mar 21 22:25:24.181169 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322f4bb-6711-4756-9250-5a91075b3c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00e3042-21e5-4f92-b8d1-1fd22993c9c9,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:24.801898 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41824) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:24.817035 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f146-d02b-4576-9fe0-a05a49148f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:24.893187 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f146-d02b-4576-9fe0-a05a49148f9a admin admin] Publish callbacks [] for security_group (f4e66516-4471-40d6-99d9-993fe1bc6d91), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:24.972909 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f146-d02b-4576-9fe0-a05a49148f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (f4e66516-4471-40d6-99d9-993fe1bc6d91), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:25.009730 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5f146-d02b-4576-9fe0-a05a49148f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e66516-4471-40d6-99d9-993fe1bc6d91,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:25.014020 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-9cd5f146-d02b-4576-9fe0-a05a49148f9a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2cc8576131584360a57af8d781b1dc02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110829 Mar 21 22:25:25.016649 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41826) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:25.062480 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcd0-e7b0-4fa3-9001-9ccf56df017c admin admin] Publish callbacks [] for security_group (f4e66516-4471-40d6-99d9-993fe1bc6d91), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:25.082497 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcd0-e7b0-4fa3-9001-9ccf56df017c admin admin] Publish callbacks [] for security_group (f4e66516-4471-40d6-99d9-993fe1bc6d91), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:25.207226 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcd0-e7b0-4fa3-9001-9ccf56df017c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (f4e66516-4471-40d6-99d9-993fe1bc6d91), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:25.209735 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcd0-e7b0-4fa3-9001-9ccf56df017c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:25.210859 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-27e6bcd0-e7b0-4fa3-9001-9ccf56df017c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f4e66516-4471-40d6-99d9-993fe1bc6d91 HTTP/1.1" status: 204 len: 168 time: 0.1933286 Mar 21 22:25:25.218903 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcd0-e7b0-4fa3-9001-9ccf56df017c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e66516-4471-40d6-99d9-993fe1bc6d91,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:26.689475 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 41856) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:26.790588 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1ae362c2-ff17-4ecd-8130-e7fb6d1a4da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:26.863050 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1ae362c2-ff17-4ecd-8130-e7fb6d1a4da1 admin admin] Publish callbacks [] for security_group (b63bc28b-d56a-4d72-b580-ca1668d16330), precommit_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:26.929596 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-1ae362c2-ff17-4ecd-8130-e7fb6d1a4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (b63bc28b-d56a-4d72-b580-ca1668d16330), after_create {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:26.967358 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-1ae362c2-ff17-4ecd-8130-e7fb6d1a4da1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0332189fd30463e912b7b2e4ab2c57e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767854 Mar 21 22:25:26.968176 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae362c2-ff17-4ecd-8130-e7fb6d1a4da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63bc28b-d56a-4d72-b580-ca1668d16330,revision_number=1']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:26.970057 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 41860) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:27.017232 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-64f01e56-46dd-4f4c-9188-04a958135d24 admin admin] Publish callbacks [] for security_group (b63bc28b-d56a-4d72-b580-ca1668d16330), before_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:27.037204 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-64f01e56-46dd-4f4c-9188-04a958135d24 admin admin] Publish callbacks [] for security_group (b63bc28b-d56a-4d72-b580-ca1668d16330), precommit_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:27.155934 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-64f01e56-46dd-4f4c-9188-04a958135d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (b63bc28b-d56a-4d72-b580-ca1668d16330), after_delete {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:27.158502 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-64f01e56-46dd-4f4c-9188-04a958135d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:27.159690 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-64f01e56-46dd-4f4c-9188-04a958135d24 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b63bc28b-d56a-4d72-b580-ca1668d16330 HTTP/1.1" status: 204 len: 168 time: 0.1885502 Mar 21 22:25:27.167270 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f01e56-46dd-4f4c-9188-04a958135d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63bc28b-d56a-4d72-b580-ca1668d16330,revision_number=None']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:38.415175 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-67ba5905-87bc-4867-896d-eaa150e2b0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:40.332642 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:41.058200 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8d72c3a0-f3ce-4547-8972-b4609d1e3937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:42.934688 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:43.418719 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:25:44.417928 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:45.637584 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:51.770854 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 42014) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:51.870689 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:51.941674 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Publish callbacks [] for security_group (d078ae61-fa1f-4fab-9db9-159587e5404b), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:52.006385 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (d078ae61-fa1f-4fab-9db9-159587e5404b), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:52.044569 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b72789d13e834ac7b16d006e8da6764e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726376 Mar 21 22:25:52.045422 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d078ae61-fa1f-4fab-9db9-159587e5404b,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:25:52.047366 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 42018) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:25:52.052307 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:52.058387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:52.058387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:52.058387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:52.058387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:52.058387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:52.058387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:52.058387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:52.058387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:52.058387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:52.058387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:52.058387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:52.058387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:52.058387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:52.058387 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6deddf-521f-40e8-93ac-7f825d4c494c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834545-1-iscsi {{(pid=115863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 22:25:52.103977 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f748ec9e-0f79-47eb-a4b4-5bdc8fd7b3d3 admin admin] Publish callbacks [] for security_group (d078ae61-fa1f-4fab-9db9-159587e5404b), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:52.118455 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f748ec9e-0f79-47eb-a4b4-5bdc8fd7b3d3 admin admin] Publish callbacks [] for security_group (d078ae61-fa1f-4fab-9db9-159587e5404b), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:52.237601 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f748ec9e-0f79-47eb-a4b4-5bdc8fd7b3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (d078ae61-fa1f-4fab-9db9-159587e5404b), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:52.240258 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-f748ec9e-0f79-47eb-a4b4-5bdc8fd7b3d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:25:52.241409 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-f748ec9e-0f79-47eb-a4b4-5bdc8fd7b3d3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d078ae61-fa1f-4fab-9db9-159587e5404b HTTP/1.1" status: 204 len: 168 time: 0.1929185 Mar 21 22:25:52.249123 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748ec9e-0f79-47eb-a4b4-5bdc8fd7b3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d078ae61-fa1f-4fab-9db9-159587e5404b,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:26:03.051072 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 42142) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:26:03.154801 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bb97b524-b0bc-4c40-b4b0-b0131278c49a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:03.224318 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bb97b524-b0bc-4c40-b4b0-b0131278c49a admin admin] Publish callbacks [] for security_group (40d09019-1592-4628-a6a1-f9812e30de88), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:03.305751 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bb97b524-b0bc-4c40-b4b0-b0131278c49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (40d09019-1592-4628-a6a1-f9812e30de88), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:03.343285 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-bb97b524-b0bc-4c40-b4b0-b0131278c49a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=13c94b4a4b834669ae41cd3f49392ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911274 Mar 21 22:26:03.344159 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97b524-b0bc-4c40-b4b0-b0131278c49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d09019-1592-4628-a6a1-f9812e30de88,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:26:03.346669 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 42146) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:26:03.395562 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-33bcfd54-df35-4db9-affe-c80afe21adb5 admin admin] Publish callbacks [] for security_group (40d09019-1592-4628-a6a1-f9812e30de88), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:03.416074 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-33bcfd54-df35-4db9-affe-c80afe21adb5 admin admin] Publish callbacks [] for security_group (40d09019-1592-4628-a6a1-f9812e30de88), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:03.522893 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-33bcfd54-df35-4db9-affe-c80afe21adb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (40d09019-1592-4628-a6a1-f9812e30de88), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:03.525501 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-33bcfd54-df35-4db9-affe-c80afe21adb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:03.526653 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-33bcfd54-df35-4db9-affe-c80afe21adb5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/40d09019-1592-4628-a6a1-f9812e30de88 HTTP/1.1" status: 204 len: 168 time: 0.1788876 Mar 21 22:26:03.535104 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcfd54-df35-4db9-affe-c80afe21adb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d09019-1592-4628-a6a1-f9812e30de88,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:26:04.101224 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 42152) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:26:04.114558 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bd0aee05-a682-40b4-acdf-c7dfd30fe905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:04.185221 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bd0aee05-a682-40b4-acdf-c7dfd30fe905 admin admin] Publish callbacks [] for security_group (b29341b5-df59-46d2-aeaa-44b613f6455b), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:04.240511 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-bd0aee05-a682-40b4-acdf-c7dfd30fe905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (b29341b5-df59-46d2-aeaa-44b613f6455b), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:04.278244 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-bd0aee05-a682-40b4-acdf-c7dfd30fe905 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35b5b2c3a7024762a8fc334ac0c3ec30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758692 Mar 21 22:26:04.279404 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0aee05-a682-40b4-acdf-c7dfd30fe905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29341b5-df59-46d2-aeaa-44b613f6455b,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:26:04.280852 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 42154) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:26:04.327905 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-93663025-8669-467a-96fd-d07d66f5158a admin admin] Publish callbacks [] for security_group (b29341b5-df59-46d2-aeaa-44b613f6455b), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:04.349040 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-93663025-8669-467a-96fd-d07d66f5158a admin admin] Publish callbacks [] for security_group (b29341b5-df59-46d2-aeaa-44b613f6455b), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:04.459754 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-93663025-8669-467a-96fd-d07d66f5158a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (b29341b5-df59-46d2-aeaa-44b613f6455b), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:04.462289 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-93663025-8669-467a-96fd-d07d66f5158a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:04.463483 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-93663025-8669-467a-96fd-d07d66f5158a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b29341b5-df59-46d2-aeaa-44b613f6455b HTTP/1.1" status: 204 len: 168 time: 0.1816590 Mar 21 22:26:04.471021 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93663025-8669-467a-96fd-d07d66f5158a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29341b5-df59-46d2-aeaa-44b613f6455b,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:26:05.184794 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [-] (115863) accepted ('10.222.0.45', 42160) {{(pid=115863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:26:05.197889 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-660146ae-2475-4fcd-b265-e5bd354e2a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:05.272381 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-660146ae-2475-4fcd-b265-e5bd354e2a35 admin admin] Publish callbacks [] for security_group (d3aa93f5-2046-4690-bb83-b04e31d7e4fb), precommit_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:05.328407 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron_lib.callbacks.manager [None req-660146ae-2475-4fcd-b265-e5bd354e2a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (d3aa93f5-2046-4690-bb83-b04e31d7e4fb), after_create {{(pid=115863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:05.366465 dv-cinder-834545-1-iscsi neutron-server[115863]: INFO neutron.wsgi [None req-660146ae-2475-4fcd-b265-e5bd354e2a35 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2793e1ba0d94f57b330b7dabe9071fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805987 Mar 21 22:26:05.367372 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660146ae-2475-4fcd-b265-e5bd354e2a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3aa93f5-2046-4690-bb83-b04e31d7e4fb,revision_number=1']} {{(pid=115863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:26:05.369307 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [-] (115862) accepted ('10.222.0.45', 42162) {{(pid=115862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 22:26:05.416085 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a157a938-2999-45bb-a4b2-3efa6034dbb5 admin admin] Publish callbacks [] for security_group (d3aa93f5-2046-4690-bb83-b04e31d7e4fb), before_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:05.436800 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a157a938-2999-45bb-a4b2-3efa6034dbb5 admin admin] Publish callbacks [] for security_group (d3aa93f5-2046-4690-bb83-b04e31d7e4fb), precommit_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:05.566842 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a157a938-2999-45bb-a4b2-3efa6034dbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185124'] for security_group (d3aa93f5-2046-4690-bb83-b04e31d7e4fb), after_delete {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:05.569460 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron_lib.callbacks.manager [None req-a157a938-2999-45bb-a4b2-3efa6034dbb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:05.570609 dv-cinder-834545-1-iscsi neutron-server[115862]: INFO neutron.wsgi [None req-a157a938-2999-45bb-a4b2-3efa6034dbb5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d3aa93f5-2046-4690-bb83-b04e31d7e4fb HTTP/1.1" status: 204 len: 168 time: 0.2002263 Mar 21 22:26:05.578384 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157a938-2999-45bb-a4b2-3efa6034dbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3aa93f5-2046-4690-bb83-b04e31d7e4fb,revision_number=None']} {{(pid=115862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 22:26:08.434816 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-9ec09759-7465-4266-ae79-9086e0a7f8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:10.396585 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:11.059702 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-3184eea5-8d6a-46d8-b838-0f6ef19c2893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:12.945123 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:14.407784 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:15.642230 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:20.418241 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:26:38.445276 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-e354918c-e445-4fee-88eb-89d68ae0c9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:40.333235 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:41.058674 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-3ef3aeea-bfc9-4900-ba56-f0e90dbd30d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:42.953585 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:44.378143 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:45.656301 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:26:53.558201 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [req-490b004b-c0f0-45f8-961a-83ea9265550a req-914f358b-aeca-4bc8-abbe-7026bed78d86 service neutron] (115862) timed out ('10.222.0.47', 62329) {{(pid=115862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 22:26:57.418594 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:27:08.449875 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-3f23e435-83ee-4ff6-ae33-5f28924d682a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:27:10.358046 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:27:11.057406 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-9ababbd6-1ab2-4b43-96a8-c4e23406dfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:27:12.958215 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:27:14.386454 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:27:15.649653 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:27:34.416923 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:27:38.443878 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-a48fc1e9-57af-4a77-b701-a78e692bd346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:27:40.353376 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:27:41.054585 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-35c921f0-07f3-4263-a6dc-13abdaefb417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:27:42.953047 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:27:44.393316 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:27:45.667502 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:28:08.453665 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2eef112f-d2f9-4539-8f52-7adaf7fd9830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:28:10.357916 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:28:11.077923 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-af25d588-5c21-4a5f-b0a3-4cf83fdf89f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:28:11.416050 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:28:12.934976 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:28:14.392366 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:28:15.694995 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:28:38.488761 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-a9e24222-ecb9-4570-93ac-dcb6e3b12aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:28:40.345864 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:28:41.076710 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f303a714-3009-4e7e-b4bf-ef9b77931737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:28:42.951052 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:28:44.402474 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:28:45.669911 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:28:48.420331 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:29:08.458738 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-f09384ae-a771-4083-a418-8236c776abe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:29:10.366019 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:29:11.057244 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-16fea140-ce6d-4ec4-aaaa-d5052c94fb3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:29:12.973345 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:29:14.401472 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:29:15.664277 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:29:25.418342 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:29:38.451050 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-562a764c-44d8-4228-bec5-0940fc424ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:29:40.383240 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:29:41.045462 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-335d75f2-5863-4735-8eec-5c9c3ae8fc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:29:42.959367 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:29:44.406130 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:29:45.674489 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:30:02.417435 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:30:08.466942 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-a7da3dc5-1fa3-4182-b502-148af85c50f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:30:10.413301 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:30:11.039688 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-14df1474-bec6-4785-a549-ddbce83e490b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:30:12.965219 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:30:14.422086 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:30:15.655260 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:30:38.449512 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-7a45ff5b-da76-4eb4-8f88-a0090568bd72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:30:39.416958 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:30:39.964430 dv-cinder-834545-1-iscsi neutron-server[115862]: DEBUG neutron.wsgi [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-0a87126c-9726-4f91-b35b-6556c1acd80a service neutron] (115862) timed out ('10.222.0.45', 37748) {{(pid=115862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 22:30:40.039886 dv-cinder-834545-1-iscsi neutron-server[115863]: DEBUG neutron.wsgi [req-ebc2d18a-2ba0-4e43-b033-ba19633b5782 req-99bae117-f64d-4a21-95d8-5fbaea195d7d tempest-AttachVolumeShelveTestJSON-1881243287 tempest-AttachVolumeShelveTestJSON-1881243287-project] (115863) timed out ('10.222.0.45', 37756) {{(pid=115863) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 22:30:40.426677 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:30:41.055300 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-597b548c-9395-4895-b7c9-46b54571237e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:30:42.975683 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:30:44.420199 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:30:45.661021 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:31:08.454416 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-c1ed2dc7-fbd1-45d7-a63d-ff48418b8504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:31:10.403083 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:31:11.048477 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-ba2a00db-f524-438b-b975-20324d876bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:31:12.968039 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:31:14.402333 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-8f3780fc-cd6f-442f-9487-058f865e653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (e0e34767-e166-43b2-9f4f-3b8d5b123096), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:31:15.665234 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b15d-2bd4-4836-9d82-eca7e7b2f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (54cef890-e75b-4060-adbc-b5af43628aaf), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:31:16.415349 dv-cinder-834545-1-iscsi neutron-server[115865]: DEBUG neutron.db.agents_db [None req-5228068e-ea60-49b0-a7de-790599cbf64e None None] Agent healthcheck: found 6 active agents {{(pid=115865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 22:31:38.459462 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-d8cf5dfe-5118-428d-8669-effa4062462e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (7f56a958-24e8-4ffc-a836-c84670aa780b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:31:40.413260 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-cd9557f2-36ef-4088-bcab-b7e6f1a29643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (ef4be4c8-9a41-43e2-8bd4-2055c0fe7c8b), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:31:41.070510 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-6b0355b8-86ac-49d8-b600-0f4ef595ea9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (4d6ba52c-76e3-496f-9d3f-35503dacef18), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 22:31:42.967299 dv-cinder-834545-1-iscsi neutron-server[115864]: DEBUG neutron_lib.callbacks.manager [None req-fed4c11e-0d9d-406a-94e7-ee5a7ab209e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732299838513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952444'] for agent (2a7357e2-9572-4b35-8e53-23ad28cb17bb), after_update {{(pid=115864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}